-- Logs begin at Mon 2022-01-24 09:56:52 UTC, end at Mon 2022-01-24 10:53:16 UTC. -- Jan 24 10:26:56.935085 dv-cinder-826036-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 10:26:59.970939 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.common.config [-] Logging enabled! Jan 24 10:26:59.971616 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 10:26:59.971712 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 10:26:59.974999 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.common.config [-] Logging enabled! Jan 24 10:26:59.975255 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 10:26:59.975569 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 10:26:59.976610 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 10:26:59.976848 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 10:26:59.977254 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 10:26:59.977508 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 10:26:59.977736 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 10:26:59.978056 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.978477 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 10:26:59.978796 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.979093 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.979384 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.979681 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.979971 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.980252 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.980539 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.980835 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.981150 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.981429 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.981714 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.982006 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.982380 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.982676 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.982967 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.983250 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] debug = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.983531 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.983957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.984392 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.984676 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.984985 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.985271 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.985545 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.985821 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.986103 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.986431 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] host = dv-cinder-826036-1-iscsi {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.986708 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.986994 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.987278 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.987562 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.987837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.988113 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.988397 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.988671 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.988942 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.989237 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.989523 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.989810 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.990100 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.990428 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.990659 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.990951 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.991239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.992096 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.992377 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.992657 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.992932 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.993233 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.993509 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.993794 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.994078 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.994365 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.994642 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.994923 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.995200 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.995473 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.995760 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.996033 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.996307 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.996582 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.996869 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.997165 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.997442 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.997742 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.998030 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.998317 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.998606 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.998881 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.999163 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.999435 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.999707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:26:59.999981 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_json = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.000252 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.000521 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.000802 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.001098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.001373 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.001645 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.001915 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.002198 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.002471 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:00.002769 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.003066 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.003369 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.003671 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.003963 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.004246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.004536 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.004821 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.005146 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.005441 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.005731 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.006011 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.006311 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.006599 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.006895 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.007758 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.008056 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.008353 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.008632 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.008909 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.009214 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.009495 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.009787 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.010066 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.010356 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.010646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.010926 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.011225 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.011515 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.011809 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.012099 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.012374 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.012653 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.012943 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.013246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.013523 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.013800 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.014090 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.014367 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.014640 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.014926 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.015206 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.015480 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.015754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.016030 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.016318 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.016593 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.016865 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.017167 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.017447 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.017720 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.018005 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.018283 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.018557 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.018832 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.019110 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.019384 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.019659 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.019938 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.020212 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.020488 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.020761 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.021060 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.021339 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.021611 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.021884 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.022159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.022432 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.022814 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.023096 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.023372 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.023646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.023919 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.024195 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.024482 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.024782 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.025090 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.025373 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.025653 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.025932 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.026209 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.026486 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.026763 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.027040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.027314 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.027604 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.027887 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.028175 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.028475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.028754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.029089 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.029369 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.029653 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.029932 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.030210 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.030495 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.030778 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.031072 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.031365 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.031660 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.031955 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.032247 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.032527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.032833 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.033145 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:00.033365 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 10:27:00.033608 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 10:27:00.414603 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 10:27:00.414877 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 10:27:00.415193 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 10:27:00.415536 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 10:27:00.748791 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.749106 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.749386 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.750808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.751206 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.751586 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.795947 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.796238 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.796510 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.812171 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.812453 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.812729 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.842098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.842381 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.842655 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.879182 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.879461 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:00.879729 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.270793 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.271495 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.271495 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.271820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.273078 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.386004 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.386334 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.386625 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.386901 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.387170 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.387484 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.387746 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.388007 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.388264 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.388548 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.388811 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.389104 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.389367 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.389622 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.389878 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.390142 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.390398 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.390664 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.390933 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.391192 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.391467 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.391723 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.392007 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.392387 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.392639 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.392886 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.393310 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.393555 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.393797 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.394036 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.394272 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.394509 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:01.394875 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 10:27:01.398556 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 10:27:01.402523 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 10:27:01.406463 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 24 10:27:01.408110 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 10:27:01.408725 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 10:27:01.409099 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 10:27:01.409490 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 10:27:01.412333 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 10:27:01.412586 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 10:27:01.412932 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 10:27:01.418976 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 10:27:01.441510 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 10:27:01.441962 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.442267 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 10:27:01.442629 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.444032 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 10:27:01.444311 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 10:27:01.445003 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 10:27:01.448351 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.448640 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:01.517084 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 10:27:01.518105 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 10:27:01.518105 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 10:27:01.518105 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 10:27:01.539288 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_db.sqlalchemy.engines [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 10:27:01.980867 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing driver for type 'gre' Jan 24 10:27:01.981440 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] gre ID ranges: [(1, 1000)] Jan 24 10:27:02.036777 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing driver for type 'local' Jan 24 10:27:02.037151 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing driver for type 'vlan' Jan 24 10:27:02.050764 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] VlanTypeDriver initialization complete Jan 24 10:27:02.051121 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing driver for type 'vxlan' Jan 24 10:27:02.051638 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] vxlan ID ranges: [(1, 1000)] Jan 24 10:27:02.103565 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing extension driver 'port_security' Jan 24 10:27:02.103918 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.extensions.port_security [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] PortSecurityExtensionDriver initialization complete Jan 24 10:27:02.104266 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing mechanism driver 'openvswitch' Jan 24 10:27:02.104649 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing mechanism driver 'hyperv' Jan 24 10:27:02.111402 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.plugin [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:02.112247 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.112623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.112998 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.113544 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.113980 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.114336 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.114686 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.115087 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.115497 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.115849 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.116197 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.116693 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.117145 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.117501 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.117844 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.118249 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.118664 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.119013 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.119355 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.119751 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.120160 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > address_group after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.120512 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > address_group after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.120854 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.121281 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 10:27:02.121729 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] ML2 OVO RPC backend initialized. {{(pid=102481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 10:27:02.122433 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.122787 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.123203 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.123580 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > networks before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.124160 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.124762 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > ports before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.125412 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.126051 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnets before_response 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.126660 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.127279 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.127884 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.128472 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.128845 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.129215 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.129566 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.129908 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.130244 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.130841 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.plugin [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Modular L2 Plugin initialization complete Jan 24 10:27:02.131175 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading services supported by the core plugin {{(pid=102481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 10:27:02.131507 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.plugins.ml2.managers [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Got port-security extension from driver 'port_security' Jan 24 10:27:02.132032 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.extensions.vlantransparent [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Disabled vlantransparent extension. Jan 24 10:27:02.132527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 10:27:02.132849 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: router Jan 24 10:27:02.173448 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.173844 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_create 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.174222 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router before_create 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.174587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.174963 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.175319 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_delete 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.175679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.176153 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.176517 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_create 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.176867 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.177246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.177599 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.177960 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.178377 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.178748 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.179348 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.180031 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: subnet after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.180381 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.180739 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.181135 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_create 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.181488 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.181836 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.182194 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router after_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.182758 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.183391 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_create 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.184047 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.184649 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_update 55549900 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.185344 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > agent after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.185990 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > agent after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.186599 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > network after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.187631 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Tracking information for resource: router configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:02.187977 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Tracking information for resource: floatingip configured {{(pid=102481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 10:27:02.193085 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.db.l3_agentschedulers_db [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 10:27:02.193662 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.194029 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.194383 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.194760 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: port after_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.195561 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router before_create 55550100 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.195929 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.196295 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_create 55550100 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.196653 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > router precommit_update 55550100 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.201416 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.provider_configuration [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service providers = [] {{(pid=102481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 10:27:02.201783 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.db.servicetype_db [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 10:27:02.205041 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.service_base [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 10:27:02.205401 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.service_base [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 10:27:02.205749 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.service_base [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 10:27:02.206654 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.services.service_base [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 10:27:02.207031 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.services.service_base [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 10:27:02.207417 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.207813 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 10:27:02.220744 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.221112 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: auto_allocate Jan 24 10:27:02.227575 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: network precommit_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.227946 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: network precommit_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.228481 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.228807 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: tag Jan 24 10:27:02.235682 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.235968 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: timestamp Jan 24 10:27:02.240793 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.241438 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: network_ip_availability Jan 24 10:27:02.247511 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.247888 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.248255 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.248984 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.249327 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: flavors Jan 24 10:27:02.254395 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.254737 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading Plugin: revisions Jan 24 10:27:02.259125 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 10:27:02.259524 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.844s {{(pid=102481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 10:27:02.260272 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 10:27:02.260615 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Initializing extension manager. Jan 24 10:27:02.261184 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: __init__.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.261535 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: __pycache__ {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.261879 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.262220 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: address_group.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.262992 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.263564 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: address-group Jan 24 10:27:02.263889 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: address_scope.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.264610 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.265158 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: address-scope Jan 24 10:27:02.265485 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.266509 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.267399 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: router-admin-state-down-before-update Jan 24 10:27:02.267966 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: agent.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.269182 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.270088 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: agent Jan 24 10:27:02.270647 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: agent_resources_synced.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.271679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.272220 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: agent-resources-synced Jan 24 10:27:02.273044 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: allowedaddresspairs.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.274859 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.275396 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: allowed-address-pairs Jan 24 10:27:02.275727 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: auto_allocated_topology.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.276819 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.277369 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: auto-allocated-topology Jan 24 10:27:02.277701 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: availability_zone.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.278402 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.278919 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: availability_zone Jan 24 10:27:02.279243 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: availability_zone_filter.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.280164 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.280679 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: availability_zone_filter Jan 24 10:27:02.281028 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: data_plane_status.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.281942 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.282456 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 10:27:02.282778 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: default_subnetpools.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.283696 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.284207 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: default-subnetpools Jan 24 10:27:02.284529 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.285373 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.285888 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: dhcp_agent_scheduler Jan 24 10:27:02.286210 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: dns.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.287136 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.287650 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension dns-integration not supported by any of loaded plugins Jan 24 10:27:02.287974 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: dns_domain_ports.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.289481 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.289997 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 10:27:02.290321 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.291251 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.291767 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 10:27:02.292164 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: dvr.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.293337 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.294222 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: dvr Jan 24 10:27:02.294790 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: ecmp_routes.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.296328 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.296897 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 10:27:02.297262 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: empty_string_filtering.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.298191 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.298713 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: empty-string-filtering Jan 24 10:27:02.299047 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.299970 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.300491 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 10:27:02.300819 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.301768 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.302284 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 10:27:02.302610 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: external_net.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.303525 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.304175 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: external-net Jan 24 10:27:02.304500 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.305452 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.305970 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: extra_dhcp_opt Jan 24 10:27:02.306294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: extraroute.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.307210 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.307725 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: extraroute Jan 24 10:27:02.308051 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: extraroute_atomic.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.309312 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.309840 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: extraroute-atomic Jan 24 10:27:02.310170 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: filter_validation.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.310851 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.311369 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: filter-validation Jan 24 10:27:02.311700 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: fip_pf_description.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.312640 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.313184 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 10:27:02.313513 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: fip_port_details.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.314441 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.314955 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: fip-port-details Jan 24 10:27:02.315305 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: flavors.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.316583 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.317145 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: flavors Jan 24 10:27:02.317477 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.319189 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.320234 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 10:27:02.320571 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: floatingip_pools.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.321315 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.322063 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: floatingip-pools Jan 24 10:27:02.322627 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: ip_allocation.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.324120 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.325068 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 10:27:02.325654 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.326810 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.327340 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: ip-substring-filtering Jan 24 10:27:02.327932 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l2_adjacency.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.328867 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.329418 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 10:27:02.329747 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.330739 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.331266 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: router Jan 24 10:27:02.331594 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.333893 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.334437 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 10:27:02.334772 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.341562 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.342098 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: ext-gw-mode Jan 24 10:27:02.342432 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.343389 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.343910 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: l3-ha Jan 24 10:27:02.344245 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3_flavors.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.345266 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.345843 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: l3-flavors Jan 24 10:27:02.346184 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.347160 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.347682 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 10:27:02.348012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: l3agentscheduler.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.349116 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.349642 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: l3_agent_scheduler Jan 24 10:27:02.349975 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: local_ip.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.352386 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.352916 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension local_ip not supported by any of loaded plugins Jan 24 10:27:02.353290 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: logging.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.354934 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.355476 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension logging not supported by any of loaded plugins Jan 24 10:27:02.355812 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: metering.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.356567 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.357197 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: metering Jan 24 10:27:02.357528 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.358642 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.359169 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: metering_source_and_destination_fields Jan 24 10:27:02.359500 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: multiprovidernet.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.360455 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.361000 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: multi-provider Jan 24 10:27:02.361335 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: netmtu.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.362261 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.362779 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: net-mtu Jan 24 10:27:02.363106 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: netmtu_writable.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.364029 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.364546 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: net-mtu-writable Jan 24 10:27:02.364874 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: network_availability_zone.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.365590 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.366105 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: network_availability_zone Jan 24 10:27:02.366486 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: network_ip_availability.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.368135 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.368666 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: network-ip-availability Jan 24 10:27:02.369017 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: network_segment_range.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.369802 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.370315 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 10:27:02.370641 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: pagination.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.371635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.371972 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: pagination Jan 24 10:27:02.372297 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: port_device_profile.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.373254 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.373780 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: port-device-profile Jan 24 10:27:02.374105 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.375044 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.375569 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: port-mac-address-regenerate Jan 24 10:27:02.375892 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.376816 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.377365 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: port-numa-affinity-policy Jan 24 10:27:02.377689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: port_resource_request.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.378612 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.379122 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 10:27:02.379443 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: port_resource_request_groups.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.380435 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.380947 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 10:27:02.381300 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: portbindings.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.382275 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.382788 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: binding Jan 24 10:27:02.383111 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: portbindings_extended.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.384426 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.384950 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: binding-extended Jan 24 10:27:02.385318 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: portsecurity.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.386251 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.386776 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: port-security Jan 24 10:27:02.387107 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: project_id.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.388099 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.388436 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: project-id Jan 24 10:27:02.388764 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: providernet.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.389709 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.390233 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: provider Jan 24 10:27:02.390556 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.394271 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.394802 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos not supported by any of loaded plugins Jan 24 10:27:02.395141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.396417 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.396942 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 10:27:02.397308 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.398268 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.398789 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 10:27:02.399120 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_default.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.400039 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.400558 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-default not supported by any of loaded plugins Jan 24 10:27:02.400887 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_fip.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.401837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.402362 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-fip not supported by any of loaded plugins Jan 24 10:27:02.402691 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_fip_network_policy.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.403610 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.404126 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 10:27:02.404454 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_gateway_ip.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.405423 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.405940 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 10:27:02.406266 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_port_network_policy.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.407328 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.407848 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 10:27:02.408175 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.409280 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.409799 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 10:27:02.410126 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_pps_rule.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.411329 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.411852 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-pps not supported by any of loaded plugins Jan 24 10:27:02.412181 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_rule_type_details.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.413667 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.414202 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 10:27:02.414527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: qos_rules_alias.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.415586 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.416113 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 10:27:02.416440 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: quota_check_limit.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.417393 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.417916 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: quota-check-limit Jan 24 10:27:02.418242 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: quotasv2.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.419246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.419627 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: quotas Jan 24 10:27:02.419895 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: quotasv2_detail.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.423283 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.423631 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: quota_details Jan 24 10:27:02.423966 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: rbac.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.425077 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.425623 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: rbac-policies Jan 24 10:27:02.425965 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: rbac_address_group.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.426911 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.427435 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: rbac-address-group Jan 24 10:27:02.427768 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: rbac_address_scope.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.428701 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.429802 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: rbac-address-scope Jan 24 10:27:02.430134 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: rbac_security_groups.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.431060 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.431579 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: rbac-security-groups Jan 24 10:27:02.431908 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: rbac_subnetpool.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.432831 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.433378 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: rbac-subnetpool Jan 24 10:27:02.433707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: revisionifmatch.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.434649 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.435165 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: revision-if-match Jan 24 10:27:02.435490 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: revisions.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.436634 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.437180 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: standard-attr-revisions Jan 24 10:27:02.437517 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: router_availability_zone.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.438199 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.438713 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: router_availability_zone Jan 24 10:27:02.439038 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: routerservicetype.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.439972 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.440485 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension router-service-type not supported by any of loaded plugins Jan 24 10:27:02.440812 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.441859 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.442378 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: security-groups-normalized-cidr Jan 24 10:27:02.442704 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.443670 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.444187 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: port-security-groups-filtering Jan 24 10:27:02.444546 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.445519 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.446052 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: security-groups-remote-address-group Jan 24 10:27:02.446377 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.447313 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.447829 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: security-groups-shared-filtering Jan 24 10:27:02.448153 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.448759 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 10:27:02.449122 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: securitygroup.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.459337 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.459900 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: security-group Jan 24 10:27:02.460266 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: segment.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.461142 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.461666 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension segment not supported by any of loaded plugins Jan 24 10:27:02.462006 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.463003 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.463517 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 10:27:02.463843 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: servicetype.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.465018 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.465549 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: service-type Jan 24 10:27:02.465882 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: sorting.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.466881 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.467220 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: sorting Jan 24 10:27:02.467550 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: standard_attr_segment.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.468492 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.469046 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 10:27:02.469377 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: standardattrdescription.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.470047 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.470561 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: standard-attr-description Jan 24 10:27:02.470887 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: stateful_security_group.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.471834 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.472352 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: stateful-security-group Jan 24 10:27:02.472678 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: stdattrs_common.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.473290 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 10:27:02.473619 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.474553 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.475076 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 10:27:02.475400 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnet_onboard.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.477042 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.477565 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: subnet_onboard Jan 24 10:27:02.477890 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.478828 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.479339 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 10:27:02.479663 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnet_service_types.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.480594 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.481147 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: subnet-service-types Jan 24 10:27:02.481471 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnetallocation.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.482577 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.483097 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: subnet_allocation Jan 24 10:27:02.483424 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.484103 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.484616 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: subnetpool-prefix-ops Jan 24 10:27:02.484937 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.485962 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.486430 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 10:27:02.486755 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: tagging.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.487861 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.488379 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: standard-attr-tag Jan 24 10:27:02.488712 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: timestamp.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.489983 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.490511 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loaded extension: standard-attr-timestamp Jan 24 10:27:02.490839 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: trunk.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.492447 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.493010 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension trunk not supported by any of loaded plugins Jan 24 10:27:02.493346 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: trunk_details.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.494281 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.494803 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension trunk-details not supported by any of loaded plugins Jan 24 10:27:02.495129 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: uplink_status_propagation.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.496072 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.496600 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 10:27:02.496924 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Loading extension file: vlantransparent.py {{(pid=102481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 10:27:02.497637 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 10:27:02.498161 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 10:27:02.500754 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:network Jan 24 10:27:02.501323 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnet Jan 24 10:27:02.501722 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 10:27:02.502115 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:port Jan 24 10:27:02.504572 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.505050 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service FLAVORS assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.505852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.506299 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.506639 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:router Jan 24 10:27:02.507086 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:floatingip Jan 24 10:27:02.507571 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service METERING assigned prefix: /metering {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.509193 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.509585 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.509946 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:27:02.510965 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 10:27:02.511409 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:security_group Jan 24 10:27:02.511871 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 10:27:02.512499 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service CORE assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.512838 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 10:27:02.513221 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] subnetpool is already registered Jan 24 10:27:02.513646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service CORE assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.513979 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 10:27:02.514308 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] subnetpool is already registered Jan 24 10:27:02.516599 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.517063 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service FLAVORS assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.517652 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.518076 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.518415 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:router Jan 24 10:27:02.518756 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] router is already registered Jan 24 10:27:02.519303 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:floatingip Jan 24 10:27:02.519641 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] floatingip is already registered Jan 24 10:27:02.520096 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service METERING assigned prefix: /metering {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.520753 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 10:27:02.521109 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] rbac_policy is already registered Jan 24 10:27:02.521536 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:security_group Jan 24 10:27:02.521874 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] security_group is already registered Jan 24 10:27:02.522277 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 10:27:02.522636 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] security_group_rule is already registered Jan 24 10:27:02.523305 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service CORE assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.523630 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 10:27:02.523963 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] subnetpool is already registered Jan 24 10:27:02.524381 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.v2.resource_helper [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Service CORE assigned prefix: {{(pid=102481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 10:27:02.524706 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 10:27:02.525065 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING neutron.quota.resource_registry [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] subnetpool is already registered Jan 24 10:27:02.525535 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: extensions {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.527023 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: address-groups {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.528526 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: address-scopes {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.529859 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: agents {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.531015 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: auto-allocated-topology {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.532273 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: availability_zones {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.533674 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: dhcp-networks {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.535175 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: dhcp-agents {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.536712 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: routers {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.539560 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: flavors {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.540724 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: service_profiles {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.541978 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: next_providers {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.543410 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: service_profiles {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.544943 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: floatingip-pools {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.546202 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: routers {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.548309 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: floatingips {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.549615 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: l3-routers {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.551088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: l3-agents {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.552478 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: metering-labels {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.554476 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: metering-label-rules {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.555776 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: network-ip-availabilities {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.557192 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: bindings {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.558822 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: quotas {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.560382 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: quotas {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.561968 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: rbac-policies {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.563269 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: security-groups {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.564515 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: security-group-rules {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.565766 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: service-providers {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.566977 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: subnetpools {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.568394 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: subnetpools {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.569937 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.571615 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.574345 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.576105 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.578259 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.580092 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.581809 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.583692 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.585540 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.587491 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron.api.extensions [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Extended resource: tags {{(pid=102481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 10:27:02.593421 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING keystonemiddleware.auth_token [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 10:27:02.598129 dv-cinder-826036-1-iscsi neutron-server[102481]: WARNING keystonemiddleware.auth_token [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 10:27:02.607171 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Acquired lock "singleton_lock" {{(pid=102481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 10:27:02.607649 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_concurrency.lockutils [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Releasing lock "singleton_lock" {{(pid=102481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 10:27:02.608303 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Starting 2 workers Jan 24 10:27:02.613464 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Started child 102588 {{(pid=102481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 10:27:02.618750 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Started child 102589 {{(pid=102481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 10:27:02.619843 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.620565 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO neutron.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 10:27:02.621069 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Publish callbacks [] for process (None), before_spawn {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.621546 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [-] (102588) wsgi starting up on http://0.0.0.0:9696 Jan 24 10:27:02.623602 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Starting 1 workers Jan 24 10:27:02.624261 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.625876 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [-] (102589) wsgi starting up on http://0.0.0.0:9696 Jan 24 10:27:02.629220 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Started child 102590 {{(pid=102481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 10:27:02.629780 dv-cinder-826036-1-iscsi neutron-server[102481]: INFO oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Starting 1 workers Jan 24 10:27:02.634874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] calling RpcWorker wait() {{(pid=102590) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 10:27:02.634874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] returning from RpcWorker wait() {{(pid=102590) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 10:27:02.635574 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Started child 102592 {{(pid=102481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 10:27:02.635662 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.635733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 41674) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:02.635811 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG neutron_lib.callbacks.manager [None req-35fbb88a-1892-46a7-bf23-522bab97c86d None None] Publish callbacks [] for process (None), after_spawn {{(pid=102481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.635883 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:02.637699 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 10:27:02.637929 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 10:27:02.638123 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 10:27:02.638362 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 10:27:02.638726 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 10:27:02.638897 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 10:27:02.639422 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.639699 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.639991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.640257 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.640547 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.641185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.641423 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.641693 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.641978 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.642207 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.642382 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.642544 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.642809 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.643061 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.643425 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.643687 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.643935 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.644198 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.644372 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.644648 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.644915 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.645200 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.645465 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] debug = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.646367 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.646367 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.646861 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.646861 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.647021 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084708 Jan 24 10:27:02.648160 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:02.649732 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.649732 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.650039 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652098 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652574 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652574 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.652879 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.653083 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.653264 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.653772 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] host = dv-cinder-826036-1-iscsi {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656301 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656814 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656814 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656814 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.656814 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.657106 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.657106 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.657456 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_options = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.657551 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.657781 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.660995 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661475 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661950 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.661950 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.662359 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.662528 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.662756 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.662948 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664458 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664458 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664458 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664458 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664804 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.664804 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.665050 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.665564 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.665916 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.666203 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.666513 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.667770 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.667770 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.667770 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.667770 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.668058 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.668058 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.668459 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.668645 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.669043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.669148 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.669476 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.669725 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.669975 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_json = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.670441 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.670560 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.670902 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.671023 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.671314 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.671686 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.673249 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.673249 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.673249 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.673477 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.673721 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.674030 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.674312 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.674603 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.674839 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.675104 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.675357 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.675630 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.675871 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.676197 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.676444 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.676769 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678014 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678014 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678014 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678014 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678462 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.678462 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680578 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680648 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.680890 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.681175 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.681491 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.681777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.682197 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.682591 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.682834 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684040 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684384 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.684668 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.685005 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.685198 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.685416 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.685637 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.685885 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.686134 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.686372 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.686629 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.686871 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.687108 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.687337 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.687618 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.687846 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.688253 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.688512 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.688743 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.689001 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.689226 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.689496 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.689848 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.690097 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.690317 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.690565 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.690804 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.691026 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.691252 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.691478 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.691722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.691938 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.692204 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.692449 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693420 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693644 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.693891 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.694132 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.694352 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.694621 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.694860 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.695077 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.695295 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696437 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696437 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696437 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696437 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696752 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.696752 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.697160 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.697547 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.697927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.698420 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.698775 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.699038 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.699305 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.699563 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.699837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.700191 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.700450 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.700698 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.700946 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.701227 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.701513 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.701744 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.701983 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.702251 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.702478 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.703024 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.703269 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704304 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704304 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704304 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704304 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704608 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704687 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.704902 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.705201 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.705489 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.706598 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.706598 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.706598 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.706598 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.707176 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.707176 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.707449 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.707607 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.707840 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.708158 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.708415 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.708670 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.709094 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.709321 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.709494 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.709678 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.709921 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.710796 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.711891 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.711891 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.711891 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.711891 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.712484 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.712484 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.712484 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.712890 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.713142 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.713394 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.714568 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.714568 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.714568 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.714568 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.714568 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715360 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715360 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715360 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715860 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715860 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.715860 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.717162 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.718021 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.718021 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.718021 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.718648 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.718803 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.719189 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.719353 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.719530 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.719734 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.720581 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.720581 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.722645 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.724613 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.724613 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.725072 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.725332 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.725798 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.726115 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.726479 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.727109 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.727109 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.727556 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.727556 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.728043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.728192 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.728597 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.728840 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.729206 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.729445 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.729838 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.730492 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.730668 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.731556 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.731950 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.732168 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.732583 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.732826 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.733130 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.733365 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.734779 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.734779 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.734779 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.734779 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.734779 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.735548 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.735548 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.735548 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.736077 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.736077 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.736487 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.736876 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.737164 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.737604 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.737805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.738830 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.738830 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.738830 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.738830 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.739445 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.739445 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.739790 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.740102 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.740102 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.740539 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.740710 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.741007 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.742191 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.742430 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.742802 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.743056 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.743363 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.744164 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.744164 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.744571 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.744766 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745153 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745153 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745467 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745633 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745778 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.745922 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.747718 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.747718 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.747718 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.748194 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.748194 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.748476 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.748667 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.749195 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.750361 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.750361 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.750361 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.750803 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.751054 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.751298 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.751533 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.751780 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.752013 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.752290 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.752750 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.753110 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.753953 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.753953 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.753953 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.754223 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.754428 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.754648 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.754961 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.755341 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.756527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.756527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.756527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.756527 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.757434 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.757434 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.757434 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.757434 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.758001 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.758001 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.758313 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.758313 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.759078 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.759227 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.759977 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.759977 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.759977 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.760449 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.760449 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.760746 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 10:27:02.761078 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 10:27:02.761238 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 10:27:02.761396 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 10:27:02.762535 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 10:27:02.762843 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 10:27:02.763008 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 10:27:02.763609 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.763609 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.763935 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.763935 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.764345 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.764345 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.764345 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.765820 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.766927 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] debug = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.768012 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.769159 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] host = dv-cinder-826036-1-iscsi {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.770837 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772088 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_options = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.772777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.773885 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.774460 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.775052 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.775632 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.776037 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.776280 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.776542 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.776787 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.777452 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.777452 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.777452 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.777840 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.777840 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.778118 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.778350 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.778580 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.779808 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.780646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.780646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.780646 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.781044 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.781044 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.781317 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.781624 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.781771 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.782852 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.783554 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.783554 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.783554 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.783942 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.784071 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_json = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785043 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785571 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785654 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.785869 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.786099 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.786272 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 10:27:02.786558 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.786777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.787034 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.787227 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.791587 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792221 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792221 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.792463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.793217 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794980 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794980 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.794980 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.795382 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.795382 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.795382 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.795777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.795777 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.796054 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.796054 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797456 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797456 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797456 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797782 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797782 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.797911 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798067 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798176 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798343 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798491 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798620 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798830 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.798981 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799113 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799310 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799453 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799708 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799845 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.799959 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800033 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800198 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800370 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800536 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800714 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.800880 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801108 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801275 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801441 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801606 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801769 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.801933 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802097 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802261 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802425 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802592 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802756 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.802921 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.803086 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.803252 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.803417 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.804991 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805420 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805420 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805420 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805596 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805697 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.805860 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.806028 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.806259 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.806430 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.806589 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.806748 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.808979 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.809635 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.810177 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.810501 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.810692 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.810848 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811020 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811189 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811364 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811541 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811709 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.811876 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.812046 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.812208 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.812522 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.812832 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.813221 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.813430 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.813535 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814199 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814199 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814199 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814199 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814472 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814538 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814862 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.814862 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815036 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815246 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815428 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815584 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815790 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.815971 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816128 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816295 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816463 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816614 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816809 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.816989 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817143 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817287 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817473 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817624 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817769 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.817926 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818072 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818302 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818467 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818618 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818761 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.818904 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.819171 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.819171 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.819521 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.819521 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.820294 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.820437 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.820580 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.820723 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.820865 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.821168 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.821314 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.821472 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.821617 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.821771 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.822873 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.823957 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.825141 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.826805 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.828239 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.829623 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.830679 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.831722 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.832689 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.833344 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.833344 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.834754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.834754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.834754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.834754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.834754 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835128 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835128 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835404 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835404 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835546 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835699 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.835868 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.836041 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.836216 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.836390 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838185 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.838855 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839335 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839335 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839335 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839544 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839544 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.839700 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 10:27:02.840707 dv-cinder-826036-1-iscsi neutron-server[102481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 10:27:14.525124 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eaf8b6-c6cf-480d-83d4-8aa7cded6d67 None None] get_active_networks_info from dv-cinder-826036-1-iscsi {{(pid=102590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 10:27:14.606573 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eaf8b6-c6cf-480d-83d4-8aa7cded6d67 None None] No non-hosted networks {{(pid=102590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 10:27:14.628470 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.agentschedulers_db [None req-a6eaf8b6-c6cf-480d-83d4-8aa7cded6d67 None None] DHCP Agent not found on host dv-cinder-826036-1-iscsi {{(pid=102590) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 24 10:27:14.717860 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1303c2f9-8e7b-4fbc-8f2e-3678a75cb734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:16.742932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b390863b-d9c6-45f8-a57d-1fd9e8219cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:16.782132 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-04e4608c-3c67-4a95-9bb8-65163e7296b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:18.019859 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:19.427021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:20.750798 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:20.752328 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.752912 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.753280 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.753827 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.754170 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.754525 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.755083 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.755448 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.755784 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.756711 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.757268 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.757770 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.758119 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:20.758701 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826036-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:20.765587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826036-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:23.437179 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 41788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:23.951653 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-63646b4b-b83d-4380-9421-d0efe1943e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:23.952611 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-63646b4b-b83d-4380-9421-d0efe1943e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:24.176786 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-63646b4b-b83d-4380-9421-d0efe1943e8d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:27:24.178365 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-63646b4b-b83d-4380-9421-d0efe1943e8d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7396400 Jan 24 10:27:24.778295 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.db.l3_hamode_db [None req-53f72d7b-b528-47e7-90f1-988819432c92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 10:27:24.854218 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f72d7b-b528-47e7-90f1-988819432c92 None None] Routers set() bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:27:24.854617 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f72d7b-b528-47e7-90f1-988819432c92 None None] Router IDs set() for agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 10:27:26.881353 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41804) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:27.391358 dv-cinder-826036-1-iscsi neutron-server[102588]: WARNING oslo_policy.policy [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:27.391947 dv-cinder-826036-1-iscsi neutron-server[102588]: WARNING oslo_policy.policy [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:27.616746 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '03a483938c4e4c3f996acc4629c3543f', 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:27.716626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.policy [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 10:27:27.764439 dv-cinder-826036-1-iscsi neutron-server[102588]: WARNING oslo_policy.policy [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:27.764824 dv-cinder-826036-1-iscsi neutron-server[102588]: WARNING oslo_policy.policy [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:27.773776 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.quota [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] Loaded quota_driver: . Jan 24 10:27:27.870218 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053314311', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053312722', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053361502', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053361733', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053357067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786053348093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3963194', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4056904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773858'] for rbac-policy (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:27.937497 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:27.938914 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-09cc3fbe-c77d-49d5-8c8c-c2ae08415e5f admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0553477 Jan 24 10:27:30.630852 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41822) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:30.929828 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Request body: {'network': {'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'name': 'private'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:30.961048 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Made reservation on behalf of 43ebe32aad87443baf2321a3f200fde1 for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:27:30.964015 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:30.980362 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.086247 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks [] for security_group (b2ed31ae-7a9d-483e-80ed-2bc30531d447), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.091094 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b2ed31ae-7a9d-483e-80ed-2bc30531d447), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.110044 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:27:31.137668 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786053585529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (8e924155-e9ef-4bd1-ad03-beb8dea0d2ae), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.138266 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Unsubscribe: segment precommit_create {{(pid=102588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 10:27:31.138785 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Added segment 8e924155-e9ef-4bd1-ad03-beb8dea0d2ae of type vlan for network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 Jan 24 10:27:31.158854 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed31ae-7a9d-483e-80ed-2bc30531d447,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:31.212296 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.212933 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.213533 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.214125 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.214650 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.214999 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.215356 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.215698 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.216049 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.216412 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.216746 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.217101 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.217430 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Tracked resource versions report: Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: pushed versions: Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: { 'AddressGroup': {'1.2'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'ConntrackHelper': {'1.0'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Log': {'1.0'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Network': {'1.1'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Port': {'1.7'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'PortForwarding': {'1.2'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'QosPolicy': {'1.10'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroup': {'1.5'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SubPort': {'1.0'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Subnet': {'1.1'}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Trunk': {'1.1'}} Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: consumer versions: Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'ConntrackHelper': '1.0', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'LocalIPAssociation': '1.0', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Log': '1.0', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Network': '1.1', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Port': '1.7', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'PortForwarding': '1.2', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'QosPolicy': '1.10', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroup': '1.5', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroupRule': '1.2', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SubPort': '1.0', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Subnet': '1.1', Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Trunk': '1.1'}} Jan 24 10:27:31.219256 dv-cinder-826036-1-iscsi neutron-server[102588]: {{(pid=102588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:27:31.267346 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (dcc5d570-d0a3-44a6-ba7b-d94b861bca87), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.308950 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (dcc5d570-d0a3-44a6-ba7b-d94b861bca87), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.310197 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:31.310909 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:31.371155 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7391298 Jan 24 10:27:31.411939 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fb49d-5877-4e75-9f89-cd37cfe2d5dc admin admin] Pushing event updated for resources: {'Network': ['ID=dcc5d570-d0a3-44a6-ba7b-d94b861bca87,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:31.423866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:27:34.118177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41836) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:34.502994 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dad8d2-a8ff-4de1-998f-beb9dc9f9369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:34.504357 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-02dad8d2-a8ff-4de1-998f-beb9dc9f9369 admin admin] 10.222.0.45 "GET /v2.0/networks/dcc5d570-d0a3-44a6-ba7b-d94b861bca87 HTTP/1.1" status: 200 len: 825 time: 0.3851814 Jan 24 10:27:34.528363 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-adff5e63-e390-480c-8acf-76be5a9bbfe0 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/dc01f54e-311d-49ff-9daa-0e0de51ae3d1 HTTP/1.1" status: 200 len: 734 time: 0.0177276 Jan 24 10:27:34.537212 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Request body: {'subnet': {'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'name': 'private-subnet', 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:34.561073 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Made reservation on behalf of 43ebe32aad87443baf2321a3f200fde1 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:27:34.563286 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:34.851004 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (99e239f0-12bc-4237-b048-71bc2aea501d), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:34.919924 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Checking segment: {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:27:34.920310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Network hostable DHCP agents. Network: dcc5d570-d0a3-44a6-ba7b-d94b861bca87, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:27:34.925216 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e239f0-12bc-4237-b048-71bc2aea501d,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:34.944573 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:27:34.958796 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, dcc5d570-d0a3-44a6-ba7b-d94b861bca87) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:27:34.963351 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:34.963941 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:34.969401 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d330f1b-fb64-4afd-aecf-bdd07016d298 None None] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:27:34.978898 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e99e5fdf-7e3a-4727-b8ce-374be1a8bd7c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453588 Jan 24 10:27:35.243961 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:27:35.245317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:35.529068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Allocated IP 172.20.0.2 (dcc5d570-d0a3-44a6-ba7b-d94b861bca87/99e239f0-12bc-4237-b048-71bc2aea501d/92cdbd86-669b-4da1-ad02-981fb9bbb994) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:27:35.795812 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks [] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:35.804358 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:35.883023 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:27:35.891607 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:27:35.895952 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:27:35.903307 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Pushing event updated for resources: {'Port': ['ID=92cdbd86-669b-4da1-ad02-981fb9bbb994,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:35.932214 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.932587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.932978 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.933332 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.933673 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.934017 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.934343 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.934673 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.935005 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.935351 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.935686 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.936016 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.936339 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Tracked resource versions report: Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: pushed versions: Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: { 'AddressGroup': {'1.2'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Log': {'1.0'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Network': {'1.1'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Port': {'1.7'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'PortForwarding': {'1.2'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'QosPolicy': {'1.10'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroup': {'1.5'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SubPort': {'1.0'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Subnet': {'1.1'}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Trunk': {'1.1'}} Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: consumer versions: Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'ConntrackHelper': '1.0', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'LocalIPAssociation': '1.0', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Log': '1.0', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Network': '1.1', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Port': '1.7', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'PortForwarding': '1.2', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'QosPolicy': '1.10', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroup': '1.5', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroupRule': '1.2', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SubPort': '1.0', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Subnet': '1.1', Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Trunk': '1.1'}} Jan 24 10:27:35.937805 dv-cinder-826036-1-iscsi neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:27:35.986260 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Attempting to bind port 92cdbd86-669b-4da1-ad02-981fb9bbb994 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:27:35.986965 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Attempting to bind port 92cdbd86-669b-4da1-ad02-981fb9bbb994 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:27:35.987090 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Attempting to bind port 92cdbd86-669b-4da1-ad02-981fb9bbb994 on network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:27:35.992531 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:27:35.992921 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Checking segment: {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:27:35.993714 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:35.994112 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Bound using segment: {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:27:35.994647 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Bound port: 92cdbd86-669b-4da1-ad02-981fb9bbb994, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:27:35.995056 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:36.059049 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] For port 92cdbd86-669b-4da1-ad02-981fb9bbb994, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:27:36.063262 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] For port 92cdbd86-669b-4da1-ad02-981fb9bbb994, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=92cdbd86-669b-4da1-ad02-981fb9bbb994,segment=NetworkSegment(8e924155-e9ef-4bd1-ad03-beb8dea0d2ae),segment_id=8e924155-e9ef-4bd1-ad03-beb8dea0d2ae)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:27:36.068174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:36.131195 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d650fc-f15f-4044-9c32-e2904a5633b5 None None] Pushing event updated for resources: {'Port': ['ID=92cdbd86-669b-4da1-ad02-981fb9bbb994,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:37.490847 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41844) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:37.808558 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [None req-fb470d30-0549-45c0-b953-0e64aad54f80 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:27:37.809660 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fb470d30-0549-45c0-b953-0e64aad54f80 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177612 Jan 24 10:27:40.297231 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41852) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:40.605710 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [None req-5a7d0597-844f-4210-aab9-3f9efc987887 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:27:40.606706 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5a7d0597-844f-4210-aab9-3f9efc987887 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3081515 Jan 24 10:27:43.324648 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41862) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:43.627669 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '43ebe32aad87443baf2321a3f200fde1'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:43.653272 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (ee8b7891-d5aa-4c18-8551-d599c0b00a99), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:43.655134 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (ee8b7891-d5aa-4c18-8551-d599c0b00a99), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:43.790059 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Publish callbacks [] for router_controller (ee8b7891-d5aa-4c18-8551-d599c0b00a99), precommit_add_association {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:43.795203 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (ee8b7891-d5aa-4c18-8551-d599c0b00a99), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:43.809672 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:43.810859 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d158f374-e9ab-4e95-bc2e-54bb3873eb04 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4852076 Jan 24 10:27:44.429533 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-455ae0d7-b0a3-48ca-a6c8-4c0fa237ee46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:46.298467 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41874) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:46.618663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [None req-8b882d77-ef35-4aa9-8cd1-884011a27266 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:27:46.619670 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8b882d77-ef35-4aa9-8cd1-884011a27266 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202603 Jan 24 10:27:46.736463 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-15008383-8e9d-4223-89cc-4fb5da3806b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:47.351913 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f349d9-94b1-4239-bf5f-2c239d7ee822 None None] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:27:47.430611 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Provisioning complete for port 92cdbd86-669b-4da1-ad02-981fb9bbb994 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:47.431736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:47.451106 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 92cdbd86-669b-4da1-ad02-981fb9bbb994 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:27:47.663411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Current status of the port 92cdbd86-669b-4da1-ad02-981fb9bbb994 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:27:47.663736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:47.677814 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 92cdbd86-669b-4da1-ad02-981fb9bbb994 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:47.678201 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:47.695297 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:27:47.727647 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] For port 92cdbd86-669b-4da1-ad02-981fb9bbb994, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=92cdbd86-669b-4da1-ad02-981fb9bbb994,segment=NetworkSegment(8e924155-e9ef-4bd1-ad03-beb8dea0d2ae),segment_id=8e924155-e9ef-4bd1-ad03-beb8dea0d2ae)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:27:47.734150 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:47.810106 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e17b0f-dfa3-481e-bb8a-c2d152cf9a88 None None] Pushing event updated for resources: {'Port': ['ID=92cdbd86-669b-4da1-ad02-981fb9bbb994,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:47.828321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 92cdbd86-669b-4da1-ad02-981fb9bbb994 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:27:47.956023 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-ef10210f-91db-40b2-b402-36f03e593528 None None] Provisioning complete for port 92cdbd86-669b-4da1-ad02-981fb9bbb994 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:47.956285 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef10210f-91db-40b2-b402-36f03e593528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:48.000647 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:48.042965 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ef10210f-91db-40b2-b402-36f03e593528 None None] Current status of the port 92cdbd86-669b-4da1-ad02-981fb9bbb994 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:27:49.166157 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 41906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:49.293404 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'project_id': '03a483938c4e4c3f996acc4629c3543f', 'tenant_id': '03a483938c4e4c3f996acc4629c3543f', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:49.294939 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.quota [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Loaded quota_driver: . Jan 24 10:27:49.354926 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Made reservation on behalf of 03a483938c4e4c3f996acc4629c3543f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:27:49.373061 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.377090 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 92cdbd86-669b-4da1-ad02-981fb9bbb994 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:27:49.424728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 92cdbd86-669b-4da1-ad02-981fb9bbb994 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:49.425058 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.425677 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.policy [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 10:27:49.473940 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:49.474319 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 10:27:49.484412 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.500927 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 92cdbd86-669b-4da1-ad02-981fb9bbb994 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:27:49.503858 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.617142 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks [] for security_group (31bf4754-021d-404c-8f33-45be80c8f1a0), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.620896 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (31bf4754-021d-404c-8f33-45be80c8f1a0), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.632474 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Reserving flat network on physical network physnet1 {{(pid=102589) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 10:27:49.664542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786053585529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (0d22445e-d120-4810-9224-5f96f127a53c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.665159 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Unsubscribe: segment precommit_create {{(pid=102589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 10:27:49.665699 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Added segment 0d22445e-d120-4810-9224-5f96f127a53c of type flat for network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 Jan 24 10:27:49.684704 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf4754-021d-404c-8f33-45be80c8f1a0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:49.731818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.732220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.732545 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.732902 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.733293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.733668 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.733954 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.734260 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.734600 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.734946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.735274 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.735595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.735916 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Tracked resource versions report: Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: pushed versions: Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: { 'AddressGroup': {'1.2'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Log': {'1.0'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Network': {'1.1'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Port': {'1.7'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'PortForwarding': {'1.2'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'QosPolicy': {'1.10'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroup': {'1.5'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SubPort': {'1.0'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Subnet': {'1.1'}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Trunk': {'1.1'}} Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: consumer versions: Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'ConntrackHelper': '1.0', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'LocalIPAssociation': '1.0', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Log': '1.0', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Network': '1.1', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Port': '1.7', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'PortForwarding': '1.2', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'QosPolicy': '1.10', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroup': '1.5', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroupRule': '1.2', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SubPort': '1.0', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Subnet': '1.1', Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Trunk': '1.1'}} Jan 24 10:27:49.737365 dv-cinder-826036-1-iscsi neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:27:49.785442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (33baead3-59d1-488b-8f62-6f3a3b5b63f4), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.831274 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (33baead3-59d1-488b-8f62-6f3a3b5b63f4), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.833171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:49.833876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:49.897613 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7303369 Jan 24 10:27:49.942784 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f602-e850-4826-bf73-471c9cd37dfc admin admin] Pushing event updated for resources: {'Network': ['ID=33baead3-59d1-488b-8f62-6f3a3b5b63f4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:49.953760 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:27:50.786541 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:52.207929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 41920) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:52.340246 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ab1ed-5896-4e64-8033-76fb35106345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:52.341659 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cc3ab1ed-5896-4e64-8033-76fb35106345 admin admin] 10.222.0.45 "GET /v2.0/subnets/99e239f0-12bc-4237-b048-71bc2aea501d HTTP/1.1" status: 200 len: 849 time: 0.1327834 Jan 24 10:27:52.498004 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d8c58b16-57b7-42ff-9cd7-2c403f343921 admin admin] 10.222.0.45 "GET /v2.0/routers/ee8b7891-d5aa-4c18-8551-d599c0b00a99 HTTP/1.1" status: 200 len: 704 time: 0.1505921 Jan 24 10:27:52.775253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.076652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Allocated IP 172.20.0.1 (dcc5d570-d0a3-44a6-ba7b-d94b861bca87/99e239f0-12bc-4237-b048-71bc2aea501d/e6a79064-1d80-4e3c-a025-c3f4db0a0822) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:27:53.259478 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks [] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.327207 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.402671 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:27:53.411833 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:27:53.417150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a79064-1d80-4e3c-a025-c3f4db0a0822,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:53.420032 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:27:53.420932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (ee8b7891-d5aa-4c18-8551-d599c0b00a99), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.596042 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-14f967c0-48ab-44c9-93dc-3398642ef584 None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:53.596634 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14f967c0-48ab-44c9-93dc-3398642ef584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.615410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.627794 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-14f967c0-48ab-44c9-93dc-3398642ef584 None None] Port e6a79064-1d80-4e3c-a025-c3f4db0a0822 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:27:53.863072 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks [] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.868186 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.869186 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (ee8b7891-d5aa-4c18-8551-d599c0b00a99), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:53.948932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a79064-1d80-4e3c-a025-c3f4db0a0822,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:53.992836 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:27:53.994128 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:27:54.157675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Router ee8b7891-d5aa-4c18-8551-d599c0b00a99 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:27:54.246723 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:27:54.249213 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-f1e7a006-a0c0-4d52-81a8-d1c5c170be8a None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:54.249619 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a006-a0c0-4d52-81a8-d1c5c170be8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:54.252575 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5946ff7e-3713-4ac7-bbe3-36d1915dfa52 admin admin] 10.222.0.45 "PUT /v2.0/routers/ee8b7891-d5aa-4c18-8551-d599c0b00a99/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7495031 Jan 24 10:27:54.257531 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Sync routers for ids ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:27:54.271016 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Routers {'ee8b7891-d5aa-4c18-8551-d599c0b00a99'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:27:54.271775 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:27:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:54.292613 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7a006-a0c0-4d52-81a8-d1c5c170be8a None None] Port e6a79064-1d80-4e3c-a025-c3f4db0a0822 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:27:54.460804 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Set router ee8b7891-d5aa-4c18-8551-d599c0b00a99 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:27:54.916017 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:27:53Z', 'revision_number': 2, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port_host': None, '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:53Z', 'revision_number': 2, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:54.970398 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Checking router: ee8b7891-d5aa-4c18-8551-d599c0b00a99 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:27:54.970775 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Updating router ee8b7891-d5aa-4c18-8551-d599c0b00a99 port e6a79064-1d80-4e3c-a025-c3f4db0a0822 binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:27:55.019411 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.542367 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks [] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.549382 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.640550 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Pushing event updated for resources: {'Port': ['ID=e6a79064-1d80-4e3c-a025-c3f4db0a0822,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:55.650686 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.651047 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.651414 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.651742 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.652074 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.652401 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.652728 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.653084 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.653411 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.653749 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.654076 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.654396 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.654715 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Tracked resource versions report: Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: pushed versions: Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Log': {'1.0'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Network': {'1.1'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Port': {'1.7'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: consumer versions: Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Log': '1.0', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Network': '1.1', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Port': '1.7', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SubPort': '1.0', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Subnet': '1.1', Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Jan 24 10:27:55.656152 dv-cinder-826036-1-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:27:55.730455 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Attempting to bind port e6a79064-1d80-4e3c-a025-c3f4db0a0822 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:27:55.730871 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Attempting to bind port e6a79064-1d80-4e3c-a025-c3f4db0a0822 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:27:55.731316 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Attempting to bind port e6a79064-1d80-4e3c-a025-c3f4db0a0822 on network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:27:55.736771 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:27:55.737260 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Checking segment: {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:27:55.737730 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.738126 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Bound using segment: {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:27:55.739347 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Bound port: e6a79064-1d80-4e3c-a025-c3f4db0a0822, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e924155-e9ef-4bd1-ad03-beb8dea0d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:27:55.739740 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.810172 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] For port e6a79064-1d80-4e3c-a025-c3f4db0a0822, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:27:55.821750 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-20e20fe7-b3e8-4807-81fe-7919cdd1f886 None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:55.822348 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-20e20fe7-b3e8-4807-81fe-7919cdd1f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.832746 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] For port e6a79064-1d80-4e3c-a025-c3f4db0a0822, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=e6a79064-1d80-4e3c-a025-c3f4db0a0822,segment=NetworkSegment(8e924155-e9ef-4bd1-ad03-beb8dea0d2ae),segment_id=8e924155-e9ef-4bd1-ad03-beb8dea0d2ae)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:27:55.838065 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:55.856457 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-20e20fe7-b3e8-4807-81fe-7919cdd1f886 None None] Port e6a79064-1d80-4e3c-a025-c3f4db0a0822 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:27:55.893934 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e8029-e6fe-4f44-bdd3-ec20499b72cf None None] Pushing event updated for resources: {'Port': ['ID=e6a79064-1d80-4e3c-a025-c3f4db0a0822,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:55.901146 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Routers {'ee8b7891-d5aa-4c18-8551-d599c0b00a99'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:27:55.901776 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:27:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:55.993598 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] Set router ee8b7891-d5aa-4c18-8551-d599c0b00a99 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:27:56.077160 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:27:56.077550 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:56.153800 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Current status of the port e6a79064-1d80-4e3c-a025-c3f4db0a0822 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:27:56.154179 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:56.188614 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] For port e6a79064-1d80-4e3c-a025-c3f4db0a0822, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=e6a79064-1d80-4e3c-a025-c3f4db0a0822,segment=NetworkSegment(8e924155-e9ef-4bd1-ad03-beb8dea0d2ae),segment_id=8e924155-e9ef-4bd1-ad03-beb8dea0d2ae)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:27:56.192554 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:56.214359 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:27:53Z', 'revision_number': 2, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port_host': None, '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:55Z', 'revision_number': 4, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:27:56.241243 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529db694-8e7c-4ae5-8e91-789ce0d33005 None None] The sync data for ids ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'] in dv-cinder-826036-1-iscsi is: [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:27:53Z', 'revision_number': 2, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port_host': None, '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:55Z', 'revision_number': 4, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:27:56.249075 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e773c-869f-4a73-8261-6b47890bfe4b None None] Pushing event updated for resources: {'Port': ['ID=e6a79064-1d80-4e3c-a025-c3f4db0a0822,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:59.008433 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 41940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:27:59.116002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71d9a-3e0c-43c7-b518-47c56692b1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:59.117384 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b1f71d9a-3e0c-43c7-b518-47c56692b1bc admin admin] 10.222.0.45 "GET /v2.0/networks/33baead3-59d1-488b-8f62-6f3a3b5b63f4 HTTP/1.1" status: 200 len: 842 time: 0.1078906 Jan 24 10:27:59.129670 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'tenant_id': '03a483938c4e4c3f996acc4629c3543f', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:27:59.155217 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Made reservation on behalf of 03a483938c4e4c3f996acc4629c3543f for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:27:59.157512 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:59.471138 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.objects.ports [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 10:27:59.471588 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (a45d7bec-ffc8-4b8d-85e6-f572bff3a976), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:59.529756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45d7bec-ffc8-4b8d-85e6-f572bff3a976,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:27:59.541702 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:27:59.542065 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Network hostable DHCP agents. Network: 33baead3-59d1-488b-8f62-6f3a3b5b63f4, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:27:59.562694 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:27:59.573664 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 33baead3-59d1-488b-8f62-6f3a3b5b63f4) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:27:59.578923 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:27:59.579541 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:27:59.583449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6cbb1c-6d3f-47bf-bd34-6a1293b9b2de None None] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:27:59.608269 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cc26971b-9c67-4821-b812-b9fda471e9d9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4704556 Jan 24 10:27:59.695508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28903af-8c34-475b-a3a9-0a2bb58e04bf None None] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:28:01.978835 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41948) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:28:02.201681 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ca012b40-ceeb-4234-901e-700bbf405418 admin admin] 10.222.0.45 "GET /v2.0/routers/ee8b7891-d5aa-4c18-8551-d599c0b00a99 HTTP/1.1" status: 200 len: 710 time: 0.2214293 Jan 24 10:28:02.321430 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585032b5-11fa-4e2e-8b89-6a77b9c76299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:28:02.322845 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-585032b5-11fa-4e2e-8b89-6a77b9c76299 admin admin] 10.222.0.45 "GET /v2.0/networks/33baead3-59d1-488b-8f62-6f3a3b5b63f4 HTTP/1.1" status: 200 len: 886 time: 0.1156638 Jan 24 10:28:02.332156 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:28:02.580162 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks [] for router_gateway (ee8b7891-d5aa-4c18-8551-d599c0b00a99), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:02.834097 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks [] for router_gateway (ee8b7891-d5aa-4c18-8551-d599c0b00a99), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:02.911619 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.126994 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Allocated IP 172.27.1.114 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/e38171af-d9ca-47fa-9965-76b14ec9e4d7) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:28:03.238113 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks [] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.298433 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.379245 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:28:03.384260 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:28:03.389325 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Pushing event updated for resources: {'Port': ['ID=e38171af-d9ca-47fa-9965-76b14ec9e4d7,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:28:03.392203 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:28:03.429485 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device e6a79064-1d80-4e3c-a025-c3f4db0a0822 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:28:03.480289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:28:03.480693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.565304 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port e6a79064-1d80-4e3c-a025-c3f4db0a0822 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:28:03.672090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks [] for router_gateway (ee8b7891-d5aa-4c18-8551-d599c0b00a99), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.866893 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30173'] for router (ee8b7891-d5aa-4c18-8551-d599c0b00a99), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.871541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550083'] for router (ee8b7891-d5aa-4c18-8551-d599c0b00a99), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:03.979024 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Router ee8b7891-d5aa-4c18-8551-d599c0b00a99 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:28:04.082742 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:28:04.087649 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:04.113481 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a8cf09cd-43eb-4f1c-ab09-6144c389e182 admin admin] 10.222.0.45 "PUT /v2.0/routers/ee8b7891-d5aa-4c18-8551-d599c0b00a99 HTTP/1.1" status: 200 len: 890 time: 1.7601423 Jan 24 10:28:04.755044 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Sync routers for ids ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:28:04.765767 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Routers {'ee8b7891-d5aa-4c18-8551-d599c0b00a99'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:28:04.766441 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:27:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:28:04.973450 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Set router ee8b7891-d5aa-4c18-8551-d599c0b00a99 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:28:05.440165 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:28:03Z', 'revision_number': 4, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port': {'id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:28:02Z', 'updated_at': '2022-01-24T10:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:56Z', 'revision_number': 5, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:28:05.490324 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Checking router: ee8b7891-d5aa-4c18-8551-d599c0b00a99 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:28:05.490684 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Updating router ee8b7891-d5aa-4c18-8551-d599c0b00a99 port e38171af-d9ca-47fa-9965-76b14ec9e4d7 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:28:05.539210 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:05.855422 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks [] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:05.861085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:05.914227 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Attempting to bind port e38171af-d9ca-47fa-9965-76b14ec9e4d7 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:28:05.914606 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Attempting to bind port e38171af-d9ca-47fa-9965-76b14ec9e4d7 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:28:05.914970 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Attempting to bind port e38171af-d9ca-47fa-9965-76b14ec9e4d7 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:28:05.917721 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd23825-5f89-4a32-9b9a-ce6fbfde9b93 None None] Pushing event updated for resources: {'Port': ['ID=e38171af-d9ca-47fa-9965-76b14ec9e4d7,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:28:05.922147 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:28:05.922536 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:28:05.922937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:05.923324 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:28:05.923788 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Bound port: e38171af-d9ca-47fa-9965-76b14ec9e4d7, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:28:05.924171 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:05.973401 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] For port e38171af-d9ca-47fa-9965-76b14ec9e4d7, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:28:05.976377 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] For port e38171af-d9ca-47fa-9965-76b14ec9e4d7, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=e38171af-d9ca-47fa-9965-76b14ec9e4d7,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:28:05.981148 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:06.036717 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Routers {'ee8b7891-d5aa-4c18-8551-d599c0b00a99'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:28:06.037364 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:27:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:28:06.072741 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd23825-5f89-4a32-9b9a-ce6fbfde9b93 None None] Pushing event updated for resources: {'Port': ['ID=e38171af-d9ca-47fa-9965-76b14ec9e4d7,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:28:06.146482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] Set router ee8b7891-d5aa-4c18-8551-d599c0b00a99 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:28:06.357519 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:28:03Z', 'revision_number': 4, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port': {'id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:28:02Z', 'updated_at': '2022-01-24T10:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:56Z', 'revision_number': 5, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:28:06.383260 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753c02-b43b-4ac3-84fe-a8d7b64711f8 None None] The sync data for ids ['ee8b7891-d5aa-4c18-8551-d599c0b00a99'] in dv-cinder-826036-1-iscsi is: [{'id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'name': 'router1', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:27:43Z', 'updated_at': '2022-01-24T10:28:03Z', 'revision_number': 4, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'gw_port': {'id': 'e38171af-d9ca-47fa-9965-76b14ec9e4d7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:28:02Z', 'updated_at': '2022-01-24T10:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'e6a79064-1d80-4e3c-a025-c3f4db0a0822', 'name': '', 'network_id': 'dcc5d570-d0a3-44a6-ba7b-d94b861bca87', 'tenant_id': '43ebe32aad87443baf2321a3f200fde1', 'mac_address': 'fa:16:3e:3f:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b7891-d5aa-4c18-8551-d599c0b00a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:27:52Z', 'updated_at': '2022-01-24T10:27:56Z', 'revision_number': 5, 'project_id': '43ebe32aad87443baf2321a3f200fde1', 'subnets': [{'id': '99e239f0-12bc-4237-b048-71bc2aea501d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc01f54e-311d-49ff-9daa-0e0de51ae3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:28:06.616863 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 41962) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:28:06.741217 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-99411234-c24f-4e05-ad6f-0e02c103a7be admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1225834 Jan 24 10:28:07.422922 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device e38171af-d9ca-47fa-9965-76b14ec9e4d7 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:28:07.471543 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port e38171af-d9ca-47fa-9965-76b14ec9e4d7 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:28:07.471938 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:07.551698 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port e38171af-d9ca-47fa-9965-76b14ec9e4d7 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:28:07.552091 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:07.572589 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port e38171af-d9ca-47fa-9965-76b14ec9e4d7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=e38171af-d9ca-47fa-9965-76b14ec9e4d7,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:28:07.578754 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:07.625895 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=e38171af-d9ca-47fa-9965-76b14ec9e4d7,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:28:09.403276 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device e38171af-d9ca-47fa-9965-76b14ec9e4d7 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:28:09.453611 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port e38171af-d9ca-47fa-9965-76b14ec9e4d7 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:28:09.453999 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e38171af-d9ca-47fa-9965-76b14ec9e4d7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:09.566005 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port e38171af-d9ca-47fa-9965-76b14ec9e4d7 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:28:14.446136 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5f2e709f-a9a9-44c6-9b4c-63b7f0e14f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:16.745747 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b03c4845-1bdf-48a4-b48e-8feb51545d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:17.980924 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:19.376929 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:20.742792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:24.699228 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:28:44.431820 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10e54dd9-8add-4187-9674-e71a5a6fa51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:46.742993 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7f7a-6138-4049-be3c-8d7c78741691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:47.991401 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:49.393541 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:28:50.750255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:01.700670 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:29:14.434728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7a36a4a9-f34a-4966-831c-e8f4b6dc6a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:16.746556 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd2bb-2513-4983-8662-976a2c3a6c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:17.978981 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:19.383252 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:20.743499 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:27.657061 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42446) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:27.721897 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.pecan_wsgi.hooks.translation [None req-716e5cae-60cb-4cf6-9cd5-f48c52a6e3b0 admin admin] GET failed (client error): The resource could not be found. Jan 24 10:29:27.723194 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-716e5cae-60cb-4cf6-9cd5-f48c52a6e3b0 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647969 Jan 24 10:29:27.943137 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c82e78-7fd5-4240-bf32-35688f9c84b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:27.944555 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-20c82e78-7fd5-4240-bf32-35688f9c84b2 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2171812 Jan 24 10:29:30.220239 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42456) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:30.309111 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b64a47-176d-42f5-b35e-3a5b1e377108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:30.310455 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d4b64a47-176d-42f5-b35e-3a5b1e377108 admin admin] 10.222.0.45 "GET /v2.0/subnets/99e239f0-12bc-4237-b048-71bc2aea501d HTTP/1.1" status: 200 len: 849 time: 0.0892658 Jan 24 10:29:30.320817 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:29:30.406393 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Publish callbacks [] for subnet (99e239f0-12bc-4237-b048-71bc2aea501d), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:30.543397 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786053712725'] for subnet (99e239f0-12bc-4237-b048-71bc2aea501d), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:30.573193 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:30.573787 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:30.576572 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] 10.222.0.45 "PUT /v2.0/subnets/99e239f0-12bc-4237-b048-71bc2aea501d HTTP/1.1" status: 200 len: 868 time: 0.2595308 Jan 24 10:29:30.578790 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991a65f-6fc2-4668-a058-080a3b2bdbf1 None None] Network dcc5d570-d0a3-44a6-ba7b-d94b861bca87 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:29:30.597168 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e239f0-12bc-4237-b048-71bc2aea501d,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:29:30.605426 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.605866 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.606206 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.606557 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.606901 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.607244 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.607589 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.607935 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.608291 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.608653 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.609021 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.609358 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.609695 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ac92b-c7c5-4437-be38-5bf612be2e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:29:30.875545 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Provisioning complete for port e6a79064-1d80-4e3c-a025-c3f4db0a0822 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:29:30.875960 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (e6a79064-1d80-4e3c-a025-c3f4db0a0822), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:30.951231 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Current status of the port e6a79064-1d80-4e3c-a025-c3f4db0a0822 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:29:30.961498 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Provisioning complete for port 92cdbd86-669b-4da1-ad02-981fb9bbb994 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:29:30.961889 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (92cdbd86-669b-4da1-ad02-981fb9bbb994), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:31.038234 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ada5cbd9-cd70-45dc-bdb3-dbead32c8586 None None] Current status of the port 92cdbd86-669b-4da1-ad02-981fb9bbb994 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:29:32.866132 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42464) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:33.061817 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a887e-edcc-4ba6-8a4e-e090b31e7fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:33.062191 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a887e-edcc-4ba6-8a4e-e090b31e7fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:33.063754 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-801a887e-edcc-4ba6-8a4e-e090b31e7fd5 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966481 Jan 24 10:29:35.379598 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42472) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:35.508940 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd23cc-37f6-4f8b-90ad-084a43a7e85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:35.509438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd23cc-37f6-4f8b-90ad-084a43a7e85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:35.510950 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-02dd23cc-37f6-4f8b-90ad-084a43a7e85a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304231 Jan 24 10:29:37.819716 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42480) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:37.944387 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83931a46-caf7-4b94-bdb4-19aefd658bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:37.945816 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-83931a46-caf7-4b94-bdb4-19aefd658bf1 admin admin] 10.222.0.45 "GET /v2.0/networks/33baead3-59d1-488b-8f62-6f3a3b5b63f4 HTTP/1.1" status: 200 len: 886 time: 0.1251245 Jan 24 10:29:38.699913 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:29:40.247592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42488) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:40.380165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1a76f-b1f1-4c60-9e58-3e3ddc34a3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:40.381594 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-97e1a76f-b1f1-4c60-9e58-3e3ddc34a3c9 admin admin] 10.222.0.45 "GET /v2.0/networks/dcc5d570-d0a3-44a6-ba7b-d94b861bca87 HTTP/1.1" status: 200 len: 869 time: 0.1330171 Jan 24 10:29:42.678217 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42498) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:42.806459 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d83c47-9224-49c2-b1ca-6bed5cf54557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:42.806912 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d83c47-9224-49c2-b1ca-6bed5cf54557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:42.808508 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-43d83c47-9224-49c2-b1ca-6bed5cf54557 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292324 Jan 24 10:29:44.437902 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-87fc389b-6e3a-46a6-bf51-58fb8af79820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:45.136484 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:45.230340 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc75cd3-c91f-415d-8c17-e8de9bdd9d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:45.230794 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc75cd3-c91f-415d-8c17-e8de9bdd9d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:45.232331 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bcc75cd3-c91f-415d-8c17-e8de9bdd9d36 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948253 Jan 24 10:29:46.751689 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9091ad4-64a7-424a-b60f-e26400cdf795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:47.545112 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42514) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:47.634417 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b70ee-bf2a-4587-8ea4-7b4d4f9763bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:47.635734 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-838b70ee-bf2a-4587-8ea4-7b4d4f9763bf admin admin] 10.222.0.45 "GET /v2.0/subnets/99e239f0-12bc-4237-b048-71bc2aea501d HTTP/1.1" status: 200 len: 868 time: 0.0896361 Jan 24 10:29:47.983046 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:49.385310 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:29:49.909695 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:29:49.994366 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f820264-4818-4300-9b20-c4d982cd37bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:29:49.995685 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3f820264-4818-4300-9b20-c4d982cd37bf admin admin] 10.222.0.45 "GET /v2.0/subnets/a45d7bec-ffc8-4b8d-85e6-f572bff3a976 HTTP/1.1" status: 200 len: 816 time: 0.0850577 Jan 24 10:29:50.746048 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:14.445165 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-236479e9-28c3-4c6b-bcc3-9e5757167d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:14.941224 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42576) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:30:14.989823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-1e6d5b56-483b-463c-b798-8113f8bfa339 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:30:14.990823 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1e6d5b56-483b-463c-b798-8113f8bfa339 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486619 Jan 24 10:30:15.698259 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:30:16.754063 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9c79-7887-45cf-9677-2fabe6cac6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:17.392424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:30:17.454884 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cd3e05-2b1c-48d5-b8b4-ce0964696531 admin admin] GET failed (client error): The resource could not be found. Jan 24 10:30:17.456139 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e1cd3e05-2b1c-48d5-b8b4-ce0964696531 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627503 Jan 24 10:30:17.597194 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e62aff-e7a8-43ff-9885-afce4350b69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:30:17.598665 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b3e62aff-e7a8-43ff-9885-afce4350b69e admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384103 Jan 24 10:30:17.985501 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:19.389509 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:19.953330 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42594) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:30:19.997729 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Request body: {'network': {'project_id': '03a483938c4e4c3f996acc4629c3543f', 'shared': True, 'name': 'shared', 'admin_state_up': True, 'tenant_id': '03a483938c4e4c3f996acc4629c3543f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:30:20.019287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Made reservation on behalf of 03a483938c4e4c3f996acc4629c3543f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:30:20.021525 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:20.048486 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Could not find related network for resource to bump revision. Jan 24 10:30:20.062838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:30:20.076272 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (f3ca26a9-924c-4767-9949-5c4bd3c9ab3a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:20.076612 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Added segment f3ca26a9-924c-4767-9949-5c4bd3c9ab3a of type vlan for network d7650bf8-03d0-40dc-9fec-5546e6dbd073 Jan 24 10:30:20.188123 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (d7650bf8-03d0-40dc-9fec-5546e6dbd073), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:20.211745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (d7650bf8-03d0-40dc-9fec-5546e6dbd073), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:20.212673 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:30:20.213293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:20.267407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3130035 Jan 24 10:30:20.272222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Pushing event updated for resources: {'Network': ['ID=d7650bf8-03d0-40dc-9fec-5546e6dbd073,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:30:20.279752 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.280114 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.280467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.280815 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.281199 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.281539 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.281900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.282242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.282593 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.282933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.283268 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.283598 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.283927 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15755103-ab20-42b4-83fd-f1a09075ae1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:20.297184 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:30:20.750475 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:22.634694 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:30:22.695124 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f236586-9235-40d5-985e-be159a2395d3 admin admin] GET failed (client error): The resource could not be found. Jan 24 10:30:22.696715 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3f236586-9235-40d5-985e-be159a2395d3 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607090 Jan 24 10:30:22.770054 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9b716-23f3-4eb7-939a-83e734ef9400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:30:22.771529 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7ac9b716-23f3-4eb7-939a-83e734ef9400 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701337 Jan 24 10:30:22.781511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073', 'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': '03a483938c4e4c3f996acc4629c3543f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:30:22.803165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Made reservation on behalf of 03a483938c4e4c3f996acc4629c3543f for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:30:22.805564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:22.967215 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (dacf3481-8039-4c16-9586-16be8a9597d6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.018962 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacf3481-8039-4c16-9586-16be8a9597d6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:30:23.028521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Checking segment: {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:30:23.028883 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Network hostable DHCP agents. Network: d7650bf8-03d0-40dc-9fec-5546e6dbd073, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:30:23.045126 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:30:23.053078 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, d7650bf8-03d0-40dc-9fec-5546e6dbd073) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:30:23.057015 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:30:23.057617 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.062754 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7f2e7-3fd3-44d3-a0a4-f6b373697d09 None None] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:30:23.084004 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b6494f71-61b7-42c4-8506-a3065fab4482 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2957661 Jan 24 10:30:23.266667 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-d7650bf8-03d0-40dc-9fec-5546e6dbd073', 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073', 'project_id': '03a483938c4e4c3f996acc4629c3543f', 'fixed_ips': [{'subnet_id': 'dacf3481-8039-4c16-9586-16be8a9597d6'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:30:23.267692 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.406461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Allocated IP 192.168.233.2 (d7650bf8-03d0-40dc-9fec-5546e6dbd073/dacf3481-8039-4c16-9586-16be8a9597d6/b018bb43-fc76-4245-b21e-7c782c0fc1bd) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:30:23.553489 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks [] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.560693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.601648 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:30:23.604512 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:30:23.608108 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:30:23.615174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Pushing event updated for resources: {'Port': ['ID=b018bb43-fc76-4245-b21e-7c782c0fc1bd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:30:23.625128 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627450 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627450 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.627753 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.628096 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.628431 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.628758 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.629124 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:30:23.675270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Attempting to bind port b018bb43-fc76-4245-b21e-7c782c0fc1bd on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:30:23.675654 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Attempting to bind port b018bb43-fc76-4245-b21e-7c782c0fc1bd by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:30:23.676025 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Attempting to bind port b018bb43-fc76-4245-b21e-7c782c0fc1bd on network d7650bf8-03d0-40dc-9fec-5546e6dbd073 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:30:23.681766 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:30:23.682151 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Checking segment: {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:30:23.682562 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.682957 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Bound using segment: {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:30:23.683990 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Bound port: b018bb43-fc76-4245-b21e-7c782c0fc1bd, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:30:23.684376 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.754177 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] For port b018bb43-fc76-4245-b21e-7c782c0fc1bd, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:30:23.757170 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] For port b018bb43-fc76-4245-b21e-7c782c0fc1bd, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=b018bb43-fc76-4245-b21e-7c782c0fc1bd,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:30:23.762066 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:23.825416 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c71495-ab70-45df-8f1f-99b0fd434906 None None] Pushing event updated for resources: {'Port': ['ID=b018bb43-fc76-4245-b21e-7c782c0fc1bd,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:30:24.807752 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc146a-dcc7-4a89-a187-ca4da5915483 None None] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:30:24.909674 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Provisioning complete for port b018bb43-fc76-4245-b21e-7c782c0fc1bd triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:30:24.909996 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:25.005882 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Current status of the port b018bb43-fc76-4245-b21e-7c782c0fc1bd is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:30:25.006270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:25.049156 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] For port b018bb43-fc76-4245-b21e-7c782c0fc1bd, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=b018bb43-fc76-4245-b21e-7c782c0fc1bd,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:30:25.055111 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:25.113580 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5029691-80e0-4f9b-b0de-2b6bb057a241 None None] Pushing event updated for resources: {'Port': ['ID=b018bb43-fc76-4245-b21e-7c782c0fc1bd,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:30:25.178275 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-21f8b621-e85c-460b-ad32-237439e1d4fd None None] Provisioning complete for port b018bb43-fc76-4245-b21e-7c782c0fc1bd triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:30:25.178583 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-21f8b621-e85c-460b-ad32-237439e1d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:25.254756 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-21f8b621-e85c-460b-ad32-237439e1d4fd None None] Current status of the port b018bb43-fc76-4245-b21e-7c782c0fc1bd is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:30:25.513128 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device b018bb43-fc76-4245-b21e-7c782c0fc1bd up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:30:25.568767 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port b018bb43-fc76-4245-b21e-7c782c0fc1bd triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:30:25.569179 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (b018bb43-fc76-4245-b21e-7c782c0fc1bd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:25.645123 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port b018bb43-fc76-4245-b21e-7c782c0fc1bd is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:30:44.442235 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d9196e4e-cb05-496a-9e22-b249038505dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:46.757817 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-81202b4c-48ef-42f6-be76-793fcb1960bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:47.989776 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:49.392169 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:50.753285 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:30:52.699052 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:31:14.434311 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ce14-7c2f-44e6-a625-1f74c86b886e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:16.763462 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05f57b0b-f7ad-4c06-838e-d5dce9bdb711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:17.992184 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:19.394553 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:20.757024 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:29.697591 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:31:44.437470 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a21b30e5-c97a-4912-84d7-0e7ed90fbd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:46.767268 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b015bc60-129e-4100-aa91-5ef234a86a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:47.702005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42648) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:31:47.707798 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-3034133a-6490-4226-961a-57f1c632909c tempest-verify_tempest_config-1510013242 tempest-verify_tempest_config-1510013242-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:31:47.708755 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3034133a-6490-4226-961a-57f1c632909c tempest-verify_tempest_config-1510013242 tempest-verify_tempest_config-1510013242-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057838 Jan 24 10:31:47.996595 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.002364 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42666) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:31:48.103769 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.178275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Publish callbacks [] for security_group (9f5293a0-65db-4efb-9ff4-4e503ae91b12), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.183703 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (9f5293a0-65db-4efb-9ff4-4e503ae91b12), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.228314 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=451c6d683b6e4dbfbe7df3ae12cf5772&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2248805 Jan 24 10:31:48.229622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5293a0-65db-4efb-9ff4-4e503ae91b12,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:31:48.231458 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42670) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:31:48.236691 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.237098 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.237457 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.237809 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.238157 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.238497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.238859 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.239206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.239568 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.239929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.240275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.240606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.240940 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4433e383-73c3-4027-935d-2ed4fc72bbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.289112 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Publish callbacks [] for security_group (9f5293a0-65db-4efb-9ff4-4e503ae91b12), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.309122 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Publish callbacks [] for security_group (9f5293a0-65db-4efb-9ff4-4e503ae91b12), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.402284 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (9f5293a0-65db-4efb-9ff4-4e503ae91b12), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.404995 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:48.406157 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f5293a0-65db-4efb-9ff4-4e503ae91b12 HTTP/1.1" status: 204 len: 168 time: 0.1735172 Jan 24 10:31:48.414260 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5293a0-65db-4efb-9ff4-4e503ae91b12,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:31:48.420761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.421149 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.421508 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.421859 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.422203 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.422544 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.422890 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.423228 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.423585 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.423941 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.424277 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.424611 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:48.424942 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf133b2b-3628-4e66-9559-c7800223aae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:31:49.398937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:31:50.760508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:06.696361 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:32:14.440034 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2019f4cd-4e43-4dc6-ac01-6c0d8072a698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:16.769979 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-21bc7164-c42d-4f4e-a97a-d41a1477ccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:17.997209 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:19.402672 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:20.766132 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:43.695542 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:32:44.441397 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4ba11004-91c9-4307-9ae7-515ea024d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:46.773162 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf430ac8-0e36-4a5a-8ace-186d56e64095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:47.999595 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:49.405898 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:32:50.768430 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:14.437680 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08225e48-52ac-42c3-ba65-876a91939e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:16.775589 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-88ba489f-e6a8-4c78-8509-830e5efedf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:18.001969 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:19.409716 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:20.694045 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:33:20.771844 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:26.694671 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552952'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:40.399870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:33:40.508185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5497fb25-c5a1-4a6f-8740-4dbdeba3cba0 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1071801 Jan 24 10:33:42.810553 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42754) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:33:42.870828 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-0fb17785-13ed-4b5e-a80a-9b291735fc4c admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591900 Jan 24 10:33:44.440851 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9a633e4-2d5a-4b2a-86fd-cc5368d2d45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:46.783351 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-52ec0db6-1d2c-4459-b2a9-7be0c357d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:48.008950 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:49.413812 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:50.775204 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:56.689356 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:33:57.693315 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:34:14.444772 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-07e5f114-2007-44f5-97e4-4480f3ee4a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:16.776053 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-610b13de-1575-4976-930c-af2668cd8075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:18.010297 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:19.415764 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:20.777880 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:26.701839 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:34.693965 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:34:44.447615 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec1c0-1e5a-49e0-9df9-f57992488ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:46.778693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e40d6f2-5188-492d-b7f4-fefa64452461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:48.013202 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:49.418932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:50.787132 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:34:56.699979 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:11.695242 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:35:13.991123 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42884) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:14.361390 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-275756516-network', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:14.390390 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Made reservation on behalf of 1a59034e201849719adf71e2bd9e4e8c for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:14.392901 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.401682 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.456808 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bf296442-0477-4686-b2ac-a35e19800513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.487009 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks [] for security_group (54b1546f-505d-4a04-acf5-637a7426fde7), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.492059 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (54b1546f-505d-4a04-acf5-637a7426fde7), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.528017 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b1546f-505d-4a04-acf5-637a7426fde7,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:14.531175 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:35:14.540386 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.540857 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.541248 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.541644 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.542128 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.542348 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.542752 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.543159 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.543489 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.543804 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.544151 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.544539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.545000 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Tracked resource versions report: Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: pushed versions: Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: { 'AddressGroup': {'1.2'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'ConntrackHelper': {'1.0'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Log': {'1.0'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Network': {'1.1'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Port': {'1.7'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'PortForwarding': {'1.2'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'QosPolicy': {'1.10'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroup': {'1.5'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SubPort': {'1.0'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Subnet': {'1.1'}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Trunk': {'1.1'}} Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: consumer versions: Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: HyperV agent@hv-cinder-82603: {}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'ConntrackHelper': '1.0', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'LocalIPAssociation': '1.0', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Log': '1.0', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Network': '1.1', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Port': '1.7', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'PortForwarding': '1.2', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'QosPolicy': '1.10', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroup': '1.5', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SecurityGroupRule': '1.2', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'SubPort': '1.0', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Subnet': '1.1', Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: 'Trunk': '1.1'}} Jan 24 10:35:14.546120 dv-cinder-826036-1-iscsi neutron-server[102588]: {{(pid=102588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:35:14.555937 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.556623 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Added segment e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460 of type vlan for network a0a11026-6cf5-497a-9cb6-9d2371cd7238 Jan 24 10:35:14.609592 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (a0a11026-6cf5-497a-9cb6-9d2371cd7238), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.640470 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (a0a11026-6cf5-497a-9cb6-9d2371cd7238), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.641452 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:14.642047 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.713142 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a11026-6cf5-497a-9cb6-9d2371cd7238,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:14.715574 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-71374b77-9a61-4294-8313-779acc257a55 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7234101 Jan 24 10:35:14.718610 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42936) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:14.724635 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Request body: {'subnet': {'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-subnet', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:14.727627 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:35:14.752320 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Made reservation on behalf of 1a59034e201849719adf71e2bd9e4e8c for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:14.755301 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:14.947933 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (cbdbc462-5611-4b1e-ba20-368aff5cd173), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.000081 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdbc462-5611-4b1e-ba20-368aff5cd173,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:15.020568 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Checking segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:15.020927 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Network hostable DHCP agents. Network: a0a11026-6cf5-497a-9cb6-9d2371cd7238, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:35:15.039766 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:35:15.044385 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:15.053786 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, a0a11026-6cf5-497a-9cb6-9d2371cd7238) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:15.058821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:15.059380 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.064192 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f0589-6996-4234-a135-2a8d6926648d None None] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:15.085574 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-70d21367-02f3-491d-9658-c357715f73d0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3656502 Jan 24 10:35:15.089490 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 42958) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:15.100690 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:15.143531 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (0503cab2-9ab0-45db-be12-613ef084bb64), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.146749 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (0503cab2-9ab0-45db-be12-613ef084bb64), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.185149 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8c76b-4e63-4798-a626-092da6f3d90e None None] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:15.250792 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for router_controller (0503cab2-9ab0-45db-be12-613ef084bb64), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.423290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for router_gateway (0503cab2-9ab0-45db-be12-613ef084bb64), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.514641 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-248893094-network', 'tenant_id': '50876a40429e4e5c976e85d9d47c7c62'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:15.586722 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Made reservation on behalf of 50876a40429e4e5c976e85d9d47c7c62 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:15.589725 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.625089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.721130 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for router_gateway (0503cab2-9ab0-45db-be12-613ef084bb64), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.748476 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.808873 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 42990) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:15.838963 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks [] for security_group (747c90ad-6a8b-4a96-917a-20219654f9d4), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.858226 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (747c90ad-6a8b-4a96-917a-20219654f9d4), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.890179 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:35:15.923383 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (b05b8382-8bd4-4fba-a8e7-33912937006a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:15.923721 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Added segment b05b8382-8bd4-4fba-a8e7-33912937006a of type vlan for network a03f11ba-e4c2-4087-b38c-68eb40de143e Jan 24 10:35:15.925847 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Allocated IP 172.27.1.4 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/c9e8f1a5-6a45-4340-b495-5a6df861cb09) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:15.950525 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747c90ad-6a8b-4a96-917a-20219654f9d4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:15.994998 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.995380 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.995736 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.996084 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.996425 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.996757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.997137 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.997485 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.997816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.998163 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.998497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.998821 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:15.999145 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Tracked resource versions report: Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: pushed versions: Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: { 'AddressGroup': {'1.2'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Log': {'1.0'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Network': {'1.1'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Port': {'1.7'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'PortForwarding': {'1.2'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'QosPolicy': {'1.10'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroup': {'1.5'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SubPort': {'1.0'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Subnet': {'1.1'}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Trunk': {'1.1'}} Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: consumer versions: Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: HyperV agent@hv-cinder-82603: {}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'ConntrackHelper': '1.0', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'LocalIPAssociation': '1.0', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Log': '1.0', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Network': '1.1', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Port': '1.7', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'PortForwarding': '1.2', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'QosPolicy': '1.10', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroup': '1.5', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SecurityGroupRule': '1.2', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'SubPort': '1.0', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Subnet': '1.1', Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: 'Trunk': '1.1'}} Jan 24 10:35:16.000309 dv-cinder-826036-1-iscsi neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:35:16.020859 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (a03f11ba-e4c2-4087-b38c-68eb40de143e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.077802 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (a03f11ba-e4c2-4087-b38c-68eb40de143e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.078751 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:16.079334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.098860 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-network', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:16.129113 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Made reservation on behalf of fb94c4c4d42c43209c4922fcad0c2faa for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:16.132744 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.142672 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.149615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] Pushing event updated for resources: {'Network': ['ID=a03f11ba-e4c2-4087-b38c-68eb40de143e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:16.161073 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network a03f11ba-e4c2-4087-b38c-68eb40de143e details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:35:16.180333 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-aae3a293-bfe4-4c69-9bf0-7210ce7e9f72 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1339881 Jan 24 10:35:16.183808 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.185401 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:16.191106 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Request body: {'subnet': {'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-248893094-subnet', 'tenant_id': '50876a40429e4e5c976e85d9d47c7c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:16.229585 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks [] for security_group (ced87eba-4b50-4349-a37d-f2dd058e23a1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.231334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Made reservation on behalf of 50876a40429e4e5c976e85d9d47c7c62 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:16.233912 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.235207 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ced87eba-4b50-4349-a37d-f2dd058e23a1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.251644 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:35:16.263539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (69ad7a1f-5e7c-479f-bc82-7e46677b0e92), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.263976 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Added segment 69ad7a1f-5e7c-479f-bc82-7e46677b0e92 of type vlan for network 1919134e-8349-4c79-9466-ddee98510d4f Jan 24 10:35:16.319190 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (1919134e-8349-4c79-9466-ddee98510d4f), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.339733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.348404 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced87eba-4b50-4349-a37d-f2dd058e23a1,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:16.378439 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (1919134e-8349-4c79-9466-ddee98510d4f), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.380049 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:16.381086 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.449569 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] Pushing event updated for resources: {'Network': ['ID=1919134e-8349-4c79-9466-ddee98510d4f,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:16.466142 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 1919134e-8349-4c79-9466-ddee98510d4f details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:35:16.468871 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-43d73f07-28f0-4618-baf7-2f81dbdc4e13 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6588395 Jan 24 10:35:16.469805 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43020) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:16.475626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Request body: {'subnet': {'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-subnet', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:16.509681 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Made reservation on behalf of fb94c4c4d42c43209c4922fcad0c2faa for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:16.513204 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.608408 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:16.622602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:16.645277 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:16.655232 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e8f1a5-6a45-4340-b495-5a6df861cb09,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:16.826821 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-241d308f-4417-4be6-842f-c83913a029fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.863282 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (69407b57-8f4a-4da7-9ed0-932aeb60b7e7), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:16.943509 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69407b57-8f4a-4da7-9ed0-932aeb60b7e7,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:17.002865 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Checking segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:17.003322 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Network hostable DHCP agents. Network: 1919134e-8349-4c79-9466-ddee98510d4f, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:35:17.049625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Network 1919134e-8349-4c79-9466-ddee98510d4f is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:35:17.067386 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 1919134e-8349-4c79-9466-ddee98510d4f) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:17.071800 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:17.072637 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.077841 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e483b-4230-45f9-9b15-5a3449dcc742 None None] Network 1919134e-8349-4c79-9466-ddee98510d4f requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:17.091438 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for router_gateway (0503cab2-9ab0-45db-be12-613ef084bb64), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.104674 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b0f29b43-7949-4cf1-86db-71972fe16d3f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6327553 Jan 24 10:35:17.106813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43044) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:17.126673 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:17.136769 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (c45b5762-02c1-4c69-b0de-a59b5eacf1d3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.210121 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Checking segment: {'id': 'b05b8382-8bd4-4fba-a8e7-33912937006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:17.210504 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Network hostable DHCP agents. Network: a03f11ba-e4c2-4087-b38c-68eb40de143e, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:35:17.220572 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.222708 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.279140 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-1919134e-8349-4c79-9466-ddee98510d4f', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:35:17.280022 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.307350 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45b5762-02c1-4c69-b0de-a59b5eacf1d3,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:17.340622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Network a03f11ba-e4c2-4087-b38c-68eb40de143e is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:35:17.359055 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, a03f11ba-e4c2-4087-b38c-68eb40de143e) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:17.363597 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:17.364202 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.399078 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for router_controller (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), precommit_add_association {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.433150 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-daef002c-dc35-4137-8851-efa18560775f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2425230 Jan 24 10:35:17.433427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228ac2e-e4ca-44b8-b6b3-acf6e4a323f3 None None] Network a03f11ba-e4c2-4087-b38c-68eb40de143e requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:17.548382 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (0503cab2-9ab0-45db-be12-613ef084bb64), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.612514 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Allocated IP 172.20.0.2 (1919134e-8349-4c79-9466-ddee98510d4f/69407b57-8f4a-4da7-9ed0-932aeb60b7e7/ba3db72b-b240-41e6-a08d-dfb9321e049c) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:17.615946 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16faec1e-1cfb-4a4f-8485-13290d564c86 None None] Network a03f11ba-e4c2-4087-b38c-68eb40de143e requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:17.652333 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for router_gateway (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:17.769213 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Router 0503cab2-9ab0-45db-be12-613ef084bb64 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:35:17.993623 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:35:17.996114 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for router_gateway (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.002754 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Sync routers for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:35:18.018329 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:18.019157 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:18.023812 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.027713 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-93ca4baf-4d59-45ce-a523-12446f7d5627 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9347892 Jan 24 10:35:18.029446 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:18.051002 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.053779 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks [] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.064656 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.069848 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.118824 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Network 1919134e-8349-4c79-9466-ddee98510d4f is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:18.125707 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:18.128922 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Pushing event updated for resources: {'Port': ['ID=ba3db72b-b240-41e6-a08d-dfb9321e049c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:18.131770 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:18.142268 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.143079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.143786 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.144415 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.144924 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.145693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.146442 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.146793 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.147131 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.147521 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.147881 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.148232 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.148519 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Tracked resource versions report: Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: pushed versions: Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: { 'AddressGroup': {'1.2'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Log': {'1.0'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Network': {'1.1'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Port': {'1.7'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'PortForwarding': {'1.2'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'QosPolicy': {'1.10'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroup': {'1.5'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SubPort': {'1.0'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Subnet': {'1.1'}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Trunk': {'1.1'}} Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: consumer versions: Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: HyperV agent@hv-cinder-82603: {}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'ConntrackHelper': '1.0', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'LocalIPAssociation': '1.0', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Log': '1.0', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Network': '1.1', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Port': '1.7', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'PortForwarding': '1.2', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'QosPolicy': '1.10', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroup': '1.5', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SecurityGroupRule': '1.2', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'SubPort': '1.0', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Subnet': '1.1', Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: 'Trunk': '1.1'}} Jan 24 10:35:18.149790 dv-cinder-826036-1-iscsi neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:35:18.238793 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Attempting to bind port ba3db72b-b240-41e6-a08d-dfb9321e049c on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:18.239634 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Attempting to bind port ba3db72b-b240-41e6-a08d-dfb9321e049c by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:18.240811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Attempting to bind port ba3db72b-b240-41e6-a08d-dfb9321e049c on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:18.254162 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:18.254824 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Checking segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:18.255430 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.257166 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Bound using segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:18.257867 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Bound port: ba3db72b-b240-41e6-a08d-dfb9321e049c, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:18.258882 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.274301 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Allocated IP 172.27.1.70 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/3c841c6c-50a1-41fa-991c-df16a2e96c62) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:18.353046 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] For port ba3db72b-b240-41e6-a08d-dfb9321e049c, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:18.357922 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] For port ba3db72b-b240-41e6-a08d-dfb9321e049c, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ba3db72b-b240-41e6-a08d-dfb9321e049c,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:18.367722 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.419464 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.458108 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0dfe1-b391-4353-9bf3-aa64581d7049 None None] Pushing event updated for resources: {'Port': ['ID=ba3db72b-b240-41e6-a08d-dfb9321e049c,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:18.486459 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:18.542520 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:18.545779 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:18.550582 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:18.623693 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c841c6c-50a1-41fa-991c-df16a2e96c62,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:18.646467 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:18.990193 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:18.990193 dv-cinder-826036-1-iscsi neutron-server[102589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 10:35:18.990193 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.068730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for router_gateway (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.153473 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:16Z', 'revision_number': 3, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:19.225809 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Checking router: 0503cab2-9ab0-45db-be12-613ef084bb64 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:35:19.231029 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Updating router 0503cab2-9ab0-45db-be12-613ef084bb64 port c9e8f1a5-6a45-4340-b495-5a6df861cb09 binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:35:19.270575 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.465096 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.509576 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.647933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-6edc833c-112a-45a3-9faf-661c37090d0e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:19.649916 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-6edc833c-112a-45a3-9faf-661c37090d0e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/networks?id=a03f11ba-e4c2-4087-b38c-68eb40de143e HTTP/1.1" status: 200 len: 811 time: 0.6861501 Jan 24 10:35:19.733516 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-2614d8b6-a014-43ff-8b7d-f73324b61c2a tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/quotas/50876a40429e4e5c976e85d9d47c7c62 HTTP/1.1" status: 200 len: 375 time: 0.0639415 Jan 24 10:35:19.782939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ba3db72b-b240-41e6-a08d-dfb9321e049c up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:19.869659 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-d2b673f1-f277-4925-abd2-1f7d4a754bbe tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=50876a40429e4e5c976e85d9d47c7c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051049 Jan 24 10:35:19.878065 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port ba3db72b-b240-41e6-a08d-dfb9321e049c triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:19.879167 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.892894 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks [] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.909487 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:19.914116 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Allocated IP 172.20.0.1 (a0a11026-6cf5-497a-9cb6-9d2371cd7238/cbdbc462-5611-4b1e-ba20-368aff5cd173/5da52be6-6c93-48f4-a13c-b0e13213eb06) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:19.935422 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:35:20.021096 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port ba3db72b-b240-41e6-a08d-dfb9321e049c is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:20.029423 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.046002 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Attempting to bind port c9e8f1a5-6a45-4340-b495-5a6df861cb09 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:20.046740 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Attempting to bind port c9e8f1a5-6a45-4340-b495-5a6df861cb09 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:20.047320 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Attempting to bind port c9e8f1a5-6a45-4340-b495-5a6df861cb09 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:20.055841 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Pushing event updated for resources: {'Port': ['ID=c9e8f1a5-6a45-4340-b495-5a6df861cb09,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:20.058045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43180) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:20.060295 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:20.061244 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:20.061880 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.062473 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:20.063804 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Bound port: c9e8f1a5-6a45-4340-b495-5a6df861cb09, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:20.064452 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.075770 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.076212 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.076649 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.077139 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.077553 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.078753 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.083120 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.083584 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.084109 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.084545 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.084975 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.085893 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.086328 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Tracked resource versions report: Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: pushed versions: Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Log': {'1.0'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Network': {'1.1'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Port': {'1.7'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: consumer versions: Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: HyperV agent@hv-cinder-82603: {}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: L3 agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: Metadata agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: Metering agent@dv-cinder-826036-1-iscsi: {}, Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-826036-1-iscsi: { 'AddressGroup': '1.2', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Log': '1.0', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Network': '1.1', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Port': '1.7', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'SubPort': '1.0', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Subnet': '1.1', Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Jan 24 10:35:20.087613 dv-cinder-826036-1-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 10:35:20.118398 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port ba3db72b-b240-41e6-a08d-dfb9321e049c, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ba3db72b-b240-41e6-a08d-dfb9321e049c,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:20.124489 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.175216 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] For port c9e8f1a5-6a45-4340-b495-5a6df861cb09, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:20.177613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks [] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.179430 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] For port c9e8f1a5-6a45-4340-b495-5a6df861cb09, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=c9e8f1a5-6a45-4340-b495-5a6df861cb09,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:20.188730 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.236999 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=ba3db72b-b240-41e6-a08d-dfb9321e049c,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:20.267067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:20.268043 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43190) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:20.290192 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.316586 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:20.317559 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:20.402331 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:20.406789 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:20.411182 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:20.413778 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (0503cab2-9ab0-45db-be12-613ef084bb64), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.423432 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bab71-fd2b-4aaa-93b1-bc8bf46a237e None None] Pushing event updated for resources: {'Port': ['ID=c9e8f1a5-6a45-4340-b495-5a6df861cb09,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:20.445578 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:35:20.463509 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:35:20.468349 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02defd07-4ff8-421e-a1b6-38efba598d1c None None] Network 1919134e-8349-4c79-9466-ddee98510d4f requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:35:20.504549 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.506198 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3a57d538-eb26-48be-861e-ad83ac10fed4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3971112 Jan 24 10:35:20.509045 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43206) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:20.541769 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a22a94c-9cdd-4853-8fd5-0034fdbc3b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.568037 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:20.635603 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a22a94c-9cdd-4853-8fd5-0034fdbc3b04 admin admin] Publish callbacks [] for security_group (e99cf61e-8fad-438f-9953-32f607c409fb), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.655613 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:20.656499 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:20.657622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ade555a-6cc6-4ff3-8016-23c00cd88f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.666474 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:20.683776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-054c6714-6442-4eef-95fa-da665cadbb06 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:35:20.685162 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-054c6714-6442-4eef-95fa-da665cadbb06 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2683229 Jan 24 10:35:20.695001 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9a22a94c-9cdd-4853-8fd5-0034fdbc3b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e99cf61e-8fad-438f-9953-32f607c409fb), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:20.730568 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9a22a94c-9cdd-4853-8fd5-0034fdbc3b04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d0307d742ac46c483d6bea93c8b68c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6714039 Jan 24 10:35:20.733469 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43218) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:20.843435 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-82ca3a50-36d2-4c23-8eb2-6db967256a81 service neutron] 10.222.0.45 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200912 Jan 24 10:35:20.860472 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:20.972875 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:16Z', 'revision_number': 3, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:21.009769 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628819f-cb68-4db6-bf97-f9e7b35eb7b7 None None] The sync data for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi is: [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:16Z', 'revision_number': 3, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:35:21.029834 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd405a4e-4523-4962-8e2c-18a7a26c80ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.070001 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-0bf16e72-befb-444a-a7b3-22cbb9d9aea8 None None] Provisioning complete for port ba3db72b-b240-41e6-a08d-dfb9321e049c triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:21.070823 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0bf16e72-befb-444a-a7b3-22cbb9d9aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.161369 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22a94c-9cdd-4853-8fd5-0034fdbc3b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99cf61e-8fad-438f-9953-32f607c409fb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:21.221825 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-105d3d07-28f6-482d-8bce-4bd3dd21fa96 service neutron] 10.222.0.45 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263659 Jan 24 10:35:21.255816 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] Publish callbacks [] for security_group (e99cf61e-8fad-438f-9953-32f607c409fb), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.280480 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.291789 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] Publish callbacks [] for security_group (e99cf61e-8fad-438f-9953-32f607c409fb), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.356823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd405a4e-4523-4962-8e2c-18a7a26c80ca admin admin] Publish callbacks [] for security_group (8b68fa4e-d20d-41e7-aa48-b4d33181ad51), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.453831 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0bf16e72-befb-444a-a7b3-22cbb9d9aea8 None None] Current status of the port ba3db72b-b240-41e6-a08d-dfb9321e049c is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:21.499578 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd405a4e-4523-4962-8e2c-18a7a26c80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8b68fa4e-d20d-41e7-aa48-b4d33181ad51), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.514293 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:18Z', 'revision_number': 3, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:21.524997 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e99cf61e-8fad-438f-9953-32f607c409fb), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.526339 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.531401 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e99cf61e-8fad-438f-9953-32f607c409fb HTTP/1.1" status: 204 len: 168 time: 0.7927871 Jan 24 10:35:21.531590 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ade555a-6cc6-4ff3-8016-23c00cd88f8e admin admin] Publish callbacks [] for security_group (15d8e868-4cba-4a82-a9bf-4d23d6e61dd6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.621993 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd405a4e-4523-4962-8e2c-18a7a26c80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68fa4e-d20d-41e7-aa48-b4d33181ad51,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:21.623357 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:35:21.624197 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Updating router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae port 3c841c6c-50a1-41fa-991c-df16a2e96c62 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:35:21.641744 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ade555a-6cc6-4ff3-8016-23c00cd88f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (15d8e868-4cba-4a82-a9bf-4d23d6e61dd6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.645090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111fe46-9272-466d-aa65-6125928a950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99cf61e-8fad-438f-9953-32f607c409fb,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:21.673015 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.704771 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5ade555a-6cc6-4ff3-8016-23c00cd88f8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=105eea1493934f269d70b94b1ec26c70&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4221492 Jan 24 10:35:21.706872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade555a-6cc6-4ff3-8016-23c00cd88f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d8e868-4cba-4a82-a9bf-4d23d6e61dd6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:21.710813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43254) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:21.716351 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.739528 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fd405a4e-4523-4962-8e2c-18a7a26c80ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8631f6129b243f9bbdaa791831aea15&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4694185 Jan 24 10:35:21.742247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43258) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:21.753666 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-2db38433-ba60-48b6-9e28-c6527208e530 None None] Provisioning complete for port ba3db72b-b240-41e6-a08d-dfb9321e049c triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:21.754068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2db38433-ba60-48b6-9e28-c6527208e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.806626 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43260) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:21.878022 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cb7ccbe5-d2b9-4a0e-82e1-c5965b5aae21 req-5840b040-338f-49bc-b22d-27cb66970e9d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 210 time: 0.0663462 Jan 24 10:35:21.894008 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:21.985396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] Publish callbacks [] for security_group (8b68fa4e-d20d-41e7-aa48-b4d33181ad51), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.086506 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ba3db72b-b240-41e6-a08d-dfb9321e049c up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:22.127867 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] Publish callbacks [] for security_group (15d8e868-4cba-4a82-a9bf-4d23d6e61dd6), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.181802 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] Publish callbacks [] for security_group (15d8e868-4cba-4a82-a9bf-4d23d6e61dd6), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.312163 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (15d8e868-4cba-4a82-a9bf-4d23d6e61dd6), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.312695 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2db38433-ba60-48b6-9e28-c6527208e530 None None] Current status of the port ba3db72b-b240-41e6-a08d-dfb9321e049c is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:22.316350 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.317908 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15d8e868-4cba-4a82-a9bf-4d23d6e61dd6 HTTP/1.1" status: 204 len: 168 time: 0.5968535 Jan 24 10:35:22.371510 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467542a-c4df-4a4f-b47f-ded9e20af317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d8e868-4cba-4a82-a9bf-4d23d6e61dd6,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:22.379028 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port ba3db72b-b240-41e6-a08d-dfb9321e049c triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:22.379434 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.385309 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43276) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:22.432878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks [] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.439055 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f4963b69-59af-4ab5-b928-5119c55a8404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.448596 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] Publish callbacks [] for security_group (8b68fa4e-d20d-41e7-aa48-b4d33181ad51), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.460103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.460835 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (0503cab2-9ab0-45db-be12-613ef084bb64), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.560171 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f4963b69-59af-4ab5-b928-5119c55a8404 admin admin] Publish callbacks [] for security_group (a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.570085 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f4963b69-59af-4ab5-b928-5119c55a8404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.637304 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f4963b69-59af-4ab5-b928-5119c55a8404 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efe597b1eca5438187c4a00e43cf7f6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2152767 Jan 24 10:35:22.641834 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43288) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:22.681231 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:22.708112 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8b68fa4e-d20d-41e7-aa48-b4d33181ad51), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.715878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.718148 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b68fa4e-d20d-41e7-aa48-b4d33181ad51 HTTP/1.1" status: 204 len: 168 time: 0.9730661 Jan 24 10:35:22.767094 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c8ef5-c09d-4049-9f77-681df9249244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68fa4e-d20d-41e7-aa48-b4d33181ad51,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:22.834529 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:22.838263 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:22.851365 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks [] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.864892 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:22.939056 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4963b69-59af-4ab5-b928-5119c55a8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:22.958898 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port ba3db72b-b240-41e6-a08d-dfb9321e049c is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:22.962511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device c9e8f1a5-6a45-4340-b495-5a6df861cb09 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:23.003436 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Allocated IP 172.20.0.1 (1919134e-8349-4c79-9466-ddee98510d4f/69407b57-8f4a-4da7-9ed0-932aeb60b7e7/ca9c1fbd-072a-4f23-b710-cb1adf12685e) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:23.058309 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] Publish callbacks [] for security_group (a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.070079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Attempting to bind port 3c841c6c-50a1-41fa-991c-df16a2e96c62 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:23.070576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Attempting to bind port 3c841c6c-50a1-41fa-991c-df16a2e96c62 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:23.071049 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Attempting to bind port 3c841c6c-50a1-41fa-991c-df16a2e96c62 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:23.098880 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:23.099260 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:23.099669 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.100060 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:23.100561 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Bound port: 3c841c6c-50a1-41fa-991c-df16a2e96c62, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:23.100928 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.130384 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c55861-5f34-414b-ad99-b27f9bf6b4f6 None None] Pushing event updated for resources: {'Port': ['ID=3c841c6c-50a1-41fa-991c-df16a2e96c62,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:23.146287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:23.174945 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bca2977e-13a4-4c7e-87b4-e7da23b353a1 req-c7c44b7a-4c64-4a3c-9f2c-6fae6d91604e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 210 time: 0.1831982 Jan 24 10:35:23.180359 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] For port 3c841c6c-50a1-41fa-991c-df16a2e96c62, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:23.181803 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Router 0503cab2-9ab0-45db-be12-613ef084bb64 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:35:23.183322 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port c9e8f1a5-6a45-4340-b495-5a6df861cb09 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:23.183721 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.187214 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] For port 3c841c6c-50a1-41fa-991c-df16a2e96c62, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3c841c6c-50a1-41fa-991c-df16a2e96c62,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:23.210320 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7419bbda-efc3-4957-839a-548d3c7ebcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.220067 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.253810 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] Publish callbacks [] for security_group (a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.302152 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:23.302152 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:23.332755 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.336453 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.338193 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b HTTP/1.1" status: 204 len: 168 time: 0.6916440 Jan 24 10:35:23.365929 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b56613-464e-4611-9399-cd80ee74c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9acf146-8dc5-4fee-8bc1-8e0dd5bb3a0b,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:23.398979 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks [] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.438770 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:23.498820 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.605686 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Network 1919134e-8349-4c79-9466-ddee98510d4f is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:23.608895 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:23.615658 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:23.615838 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:23.771332 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c55861-5f34-414b-ad99-b27f9bf6b4f6 None None] Pushing event updated for resources: {'Port': ['ID=3c841c6c-50a1-41fa-991c-df16a2e96c62,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:23.828369 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:23.948742 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port c9e8f1a5-6a45-4340-b495-5a6df861cb09 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:23.949759 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.019980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port c9e8f1a5-6a45-4340-b495-5a6df861cb09, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=c9e8f1a5-6a45-4340-b495-5a6df861cb09,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:24.040051 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.093415 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7419bbda-efc3-4957-839a-548d3c7ebcd9 admin admin] Publish callbacks [] for security_group (d67b3ca3-448e-44fa-9201-019e232fbb06), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.118933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7419bbda-efc3-4957-839a-548d3c7ebcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d67b3ca3-448e-44fa-9201-019e232fbb06), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.200192 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:35:24.202822 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419bbda-efc3-4957-839a-548d3c7ebcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b3ca3-448e-44fa-9201-019e232fbb06,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:24.209804 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7419bbda-efc3-4957-839a-548d3c7ebcd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=867d48cabb1746c3bbc1ce8fe2f8416f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0436809 Jan 24 10:35:24.229298 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4de0ffd4-87dd-4225-9c98-856853dac6a5 admin admin] 10.222.0.45 "PUT /v2.0/routers/0503cab2-9ab0-45db-be12-613ef084bb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1829085 Jan 24 10:35:24.229298 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43350) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:24.254826 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Sync routers for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:35:24.294998 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:24.299749 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:24.346286 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.400587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-2adcfd92-0962-4275-b8e8-e16887788864 None None] Provisioning complete for port ca9c1fbd-072a-4f23-b710-cb1adf12685e triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:24.401305 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2adcfd92-0962-4275-b8e8-e16887788864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.405636 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=c9e8f1a5-6a45-4340-b495-5a6df861cb09,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:24.423906 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] Publish callbacks [] for security_group (d67b3ca3-448e-44fa-9201-019e232fbb06), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.474109 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2adcfd92-0962-4275-b8e8-e16887788864 None None] Port ca9c1fbd-072a-4f23-b710-cb1adf12685e cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:35:24.489954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:18Z', 'revision_number': 3, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:24.493756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] Publish callbacks [] for security_group (d67b3ca3-448e-44fa-9201-019e232fbb06), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.527740 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137178b-a39a-4719-93d3-4f4b313a08a3 None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:18Z', 'revision_number': 3, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:35:24.571195 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d67b3ca3-448e-44fa-9201-019e232fbb06), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.576700 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.581185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d67b3ca3-448e-44fa-9201-019e232fbb06 HTTP/1.1" status: 204 len: 168 time: 0.3624551 Jan 24 10:35:24.610205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7393d61-af77-42bf-b382-9eab40247215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b3ca3-448e-44fa-9201-019e232fbb06,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:24.678725 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:24.752777 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-490829df-fe70-4129-8aca-8539f7c233cd req-2d3c7257-929f-4496-b8c0-9cf28f0eb05e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 210 time: 0.0663829 Jan 24 10:35:24.768209 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks [] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.779030 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:24.780141 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:25.011434 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:21Z', 'revision_number': 4, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '5da52be6-6c93-48f4-a13c-b0e13213eb06', 'name': '', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'mac_address': 'fa:16:3e:86:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:19Z', 'updated_at': '2022-01-24T10:35:22Z', 'revision_number': 2, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'subnets': [{'id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:25.065095 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Checking router: 0503cab2-9ab0-45db-be12-613ef084bb64 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:35:25.074117 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Updating router 0503cab2-9ab0-45db-be12-613ef084bb64 port 5da52be6-6c93-48f4-a13c-b0e13213eb06 binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:35:25.121048 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:25.178719 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:25.264596 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Network 1919134e-8349-4c79-9466-ddee98510d4f is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:25.266939 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:25.498428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.120', 59025) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:25.674625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:35:25.875501 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-ffac6baf-411d-49d1-8af9-4cb59d167345 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:25.877724 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-ffac6baf-411d-49d1-8af9-4cb59d167345 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.120 "GET /v2.0/networks?id=a03f11ba-e4c2-4087-b38c-68eb40de143e HTTP/1.1" status: 200 len: 811 time: 0.3782160 Jan 24 10:35:25.942632 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks [] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:25.945986 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-61f723a9-3b47-476b-8d43-8c58f0f78dc4 None None] Provisioning complete for port ca9c1fbd-072a-4f23-b710-cb1adf12685e triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:25.947540 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61f723a9-3b47-476b-8d43-8c58f0f78dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:25.957763 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.066824 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741658dd-e6dc-4d39-9446-9efc215d8a4c None None] Pushing event updated for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:26.080172 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-61f723a9-3b47-476b-8d43-8c58f0f78dc4 None None] Port ca9c1fbd-072a-4f23-b710-cb1adf12685e cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:35:26.095811 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Request body: {'port': {'device_id': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e', 'admin_state_up': True, 'tenant_id': '50876a40429e4e5c976e85d9d47c7c62'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:26.107422 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:35:26.161701 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7c469aea-8309-4958-8c2b-40110814e38b admin admin] 10.222.0.45 "PUT /v2.0/routers/543d4076-3d3c-46cc-bb88-defc7dc1d3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6381245 Jan 24 10:35:26.172627 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-39efe2e2-2885-4462-a5a7-c29254fa2a06 req-951db726-1720-4514-b565-0e40e231afaf tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 210 time: 0.0719619 Jan 24 10:35:26.284489 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Attempting to bind port 5da52be6-6c93-48f4-a13c-b0e13213eb06 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:26.285443 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Attempting to bind port 5da52be6-6c93-48f4-a13c-b0e13213eb06 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:26.286020 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Attempting to bind port 5da52be6-6c93-48f4-a13c-b0e13213eb06 on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:26.292880 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:26.293570 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Checking segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:26.294286 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.295003 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Bound using segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:26.295695 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Bound port: 5da52be6-6c93-48f4-a13c-b0e13213eb06, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:26.296303 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.403885 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] For port 5da52be6-6c93-48f4-a13c-b0e13213eb06, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:26.407521 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] For port 5da52be6-6c93-48f4-a13c-b0e13213eb06, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5da52be6-6c93-48f4-a13c-b0e13213eb06,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:26.416232 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.432804 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-83457d01-08bb-4357-9209-f07ea667704b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:26.435908 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-83457d01-08bb-4357-9209-f07ea667704b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 818 time: 0.8038752 Jan 24 10:35:26.464813 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-6ccfb980-cc00-4ab0-88c8-1708dc33d984 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/quotas/1a59034e201849719adf71e2bd9e4e8c HTTP/1.1" status: 200 len: 375 time: 0.0185859 Jan 24 10:35:26.491208 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741658dd-e6dc-4d39-9446-9efc215d8a4c None None] Pushing event updated for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:26.515561 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:26.517092 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:26.529744 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device c9e8f1a5-6a45-4340-b495-5a6df861cb09 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:26.612566 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-93171085-dee1-4308-a445-496d4e79391c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381900 Jan 24 10:35:26.656381 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port c9e8f1a5-6a45-4340-b495-5a6df861cb09 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:26.657435 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.657565 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:26.711091 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Made reservation on behalf of 50876a40429e4e5c976e85d9d47c7c62 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:26.715142 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.825578 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-3ef91f67-ba7b-4c79-b305-efd136e7cac7 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028944 Jan 24 10:35:26.851982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port c9e8f1a5-6a45-4340-b495-5a6df861cb09 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:26.853874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3c841c6c-50a1-41fa-991c-df16a2e96c62 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:26.927080 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 3c841c6c-50a1-41fa-991c-df16a2e96c62 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:26.928011 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:26.943290 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:21Z', 'revision_number': 4, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '5da52be6-6c93-48f4-a13c-b0e13213eb06', 'name': '', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'mac_address': 'fa:16:3e:86:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:19Z', 'updated_at': '2022-01-24T10:35:26Z', 'revision_number': 4, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'subnets': [{'id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:26.977213 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d79b-1646-479b-b874-e7dde79e9663 None None] The sync data for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi is: [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:21Z', 'revision_number': 4, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '5da52be6-6c93-48f4-a13c-b0e13213eb06', 'name': '', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'mac_address': 'fa:16:3e:86:d9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:19Z', 'updated_at': '2022-01-24T10:35:26Z', 'revision_number': 4, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'subnets': [{'id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:35:27.067278 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 3c841c6c-50a1-41fa-991c-df16a2e96c62 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:27.067769 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:27.120224 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 3c841c6c-50a1-41fa-991c-df16a2e96c62, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3c841c6c-50a1-41fa-991c-df16a2e96c62,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:27.128921 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:27.151897 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Allocated IP 172.20.0.10 (a03f11ba-e4c2-4087-b38c-68eb40de143e/c45b5762-02c1-4c69-b0de-a59b5eacf1d3/3d3a1be6-d2ef-4016-9d49-2329af7ad3cf) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:27.161541 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-82631759-dd1f-49f4-a129-022a8bca5042 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869270 Jan 24 10:35:27.250113 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=3c841c6c-50a1-41fa-991c-df16a2e96c62,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:27.458169 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks [] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:27.546770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:27.671951 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Pushing event updated for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:27.725156 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Network a03f11ba-e4c2-4087-b38c-68eb40de143e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:27.728113 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:27.738146 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:27.744232 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:27.755395 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:27.849199 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37505fc8-25d3-43d1-81ea-212ac5457127 req-d6fbe946-bff9-44fd-93c8-b7d1792912e3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:27.850956 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37505fc8-25d3-43d1-81ea-212ac5457127 req-d6fbe946-bff9-44fd-93c8-b7d1792912e3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 932 time: 0.1897678 Jan 24 10:35:27.857844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-7f4ed290-0a7a-4c69-bffb-abf93648c1c3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7669010 Jan 24 10:35:27.890715 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:35:27.909926 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:27.917642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:28.067117 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37505fc8-25d3-43d1-81ea-212ac5457127 req-ed7ae187-4901-479f-9188-dfa2efd1096d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030146 Jan 24 10:35:28.143033 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43536) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:28.148215 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12899694', 'description': 'tempest-description--1501874856'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:28.272618 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:28.274664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:28.363731 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e39b1c2-50be-43ea-bf37-00c1d10965bd req-2cf31a21-56e6-4f91-bb48-12a070f3b8d1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 210 time: 0.0910294 Jan 24 10:35:28.556874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5da52be6-6c93-48f4-a13c-b0e13213eb06 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:28.563718 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (f7adfc52-2ebf-420b-9c3f-1d7208bda281), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:28.588883 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f7adfc52-2ebf-420b-9c3f-1d7208bda281), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:28.681329 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7adfc52-2ebf-420b-9c3f-1d7208bda281,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:28.696715 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:28.700917 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-056075ea-b157-4d42-84d6-0d2c3d204845 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5540555 Jan 24 10:35:28.701183 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43558) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:28.706578 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group_rule': {'security_group_id': 'f7adfc52-2ebf-420b-9c3f-1d7208bda281', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:28.778614 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (606619d9-b45c-4bcb-9c1f-c40e4c1f4cbf), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:28.853635 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 5da52be6-6c93-48f4-a13c-b0e13213eb06 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:28.854032 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.198287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (606619d9-b45c-4bcb-9c1f-c40e4c1f4cbf), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.221460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (606619d9-b45c-4bcb-9c1f-c40e4c1f4cbf), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.297390 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 2, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:29.305916 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.355872 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 5da52be6-6c93-48f4-a13c-b0e13213eb06 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:29.363312 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606619d9-b45c-4bcb-9c1f-c40e4c1f4cbf,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:29.364811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.371981 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:35:29.377135 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-6117cf41-9930-4421-8404-c01e64adf666 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:29.385195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-6117cf41-9930-4421-8404-c01e64adf666 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 818 time: 0.5354018 Jan 24 10:35:29.391029 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Updating router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae port ca9c1fbd-072a-4f23-b710-cb1adf12685e binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:35:29.394267 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-494de620-c60b-421e-b33b-f1eb36727da9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:35:29.395915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-494de620-c60b-421e-b33b-f1eb36727da9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291781 Jan 24 10:35:29.403253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.412698 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-69a185f0-abc4-4e92-8c41-1a7fe517e1b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7104294 Jan 24 10:35:29.415639 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43610) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:29.424823 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group_rule': {'security_group_id': 'f7adfc52-2ebf-420b-9c3f-1d7208bda281', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:29.450869 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-4a4956ac-8fa2-47f6-88d0-3cfd26858d7b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/quotas/1a59034e201849719adf71e2bd9e4e8c HTTP/1.1" status: 200 len: 375 time: 0.0632379 Jan 24 10:35:29.484917 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.567207 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (cfcfa0a9-2888-465e-be5f-9c1ca24a5c47), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.604664 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549193df-f970-4324-89e5-44734fa1b1a0 req-838b6f6e-b5e0-41ce-98d0-56734b6f8966 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:29.606348 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-549193df-f970-4324-89e5-44734fa1b1a0 req-838b6f6e-b5e0-41ce-98d0-56734b6f8966 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 932 time: 0.3536150 Jan 24 10:35:29.761082 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (cfcfa0a9-2888-465e-be5f-9c1ca24a5c47), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.776387 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (cfcfa0a9-2888-465e-be5f-9c1ca24a5c47), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.791980 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcfa0a9-2888-465e-be5f-9c1ca24a5c47,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:29.817909 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.826256 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d2efce9d-e0f4-4859-a7d4-b535360f5452 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4080355 Jan 24 10:35:29.827325 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43630) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:29.833233 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:29.853606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Request body: {'port': {'device_id': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:29.874823 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-87077edc-ea8e-406d-a990-8f7c6295353a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4220386 Jan 24 10:35:29.894005 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:29.946503 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-549193df-f970-4324-89e5-44734fa1b1a0 req-bdc94798-9530-4574-874a-d702f6621b29 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159752 Jan 24 10:35:30.001955 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 5da52be6-6c93-48f4-a13c-b0e13213eb06, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5da52be6-6c93-48f4-a13c-b0e13213eb06,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:30.017847 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.021120 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3c841c6c-50a1-41fa-991c-df16a2e96c62 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:30.158298 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-455722da-2695-4f7b-8e59-b54c8421b586 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:35:30.159989 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-455722da-2695-4f7b-8e59-b54c8421b586 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1834583 Jan 24 10:35:30.192796 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.228853 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:30.273231 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 3c841c6c-50a1-41fa-991c-df16a2e96c62 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:30.273833 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.333877 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.411186 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks [] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.425493 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.542656 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.120', 59034) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:30.611174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22c051-8362-4ff2-ab04-94248bd0a409 None None] Pushing event updated for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:30.637589 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-a7d5b012-7043-4f07-b924-4ae50e731eeb service neutron] 10.222.0.45 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684896 Jan 24 10:35:30.708131 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 3c841c6c-50a1-41fa-991c-df16a2e96c62 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:30.943311 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Attempting to bind port ca9c1fbd-072a-4f23-b710-cb1adf12685e on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:30.945723 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Attempting to bind port ca9c1fbd-072a-4f23-b710-cb1adf12685e by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:30.946343 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Attempting to bind port ca9c1fbd-072a-4f23-b710-cb1adf12685e on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:30.966231 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:30.969306 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Checking segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:30.970952 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:30.971758 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Bound using segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:30.972876 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Bound port: ca9c1fbd-072a-4f23-b710-cb1adf12685e, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:30.974506 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.036491 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5da52be6-6c93-48f4-a13c-b0e13213eb06 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:31.277541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Allocated IP 172.27.1.18 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/14fa0d03-721c-4fd2-808c-4309ef26dfe5) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:31.324853 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] For port ca9c1fbd-072a-4f23-b710-cb1adf12685e, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:31.373941 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 5da52be6-6c93-48f4-a13c-b0e13213eb06 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:31.374865 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.380423 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] For port ca9c1fbd-072a-4f23-b710-cb1adf12685e, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ca9c1fbd-072a-4f23-b710-cb1adf12685e,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:31.382633 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-d52748ca-1d15-42e0-9df5-99ca4e44eaa5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:31.384238 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-d52748ca-1d15-42e0-9df5-99ca4e44eaa5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 818 time: 0.8397903 Jan 24 10:35:31.405273 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Provisioning complete for port ca9c1fbd-072a-4f23-b710-cb1adf12685e triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:31.406269 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.407228 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Request body: {'port': {'device_id': 'c270f838-c9f9-451b-a023-fe40489a8855', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'admin_state_up': True, 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:31.463192 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.477426 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-04b05cb9-ef97-40fb-97e4-63dc834c512c service neutron] 10.222.0.45 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356354 Jan 24 10:35:31.537023 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:35:31.537642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:31.716884 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43722) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:31.742567 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22c051-8362-4ff2-ab04-94248bd0a409 None None] Pushing event updated for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:31.871428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:31.897086 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks [] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.927187 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Transition to ACTIVE for port object 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:35:31.943218 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:31.982973 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43740) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:32.010559 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Current status of the port ca9c1fbd-072a-4f23-b710-cb1adf12685e is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:32.034791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.039088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870109f5-b942-4728-9c83-26930858f9aa req-e079b7d9-efe8-427c-bedf-be87eeeb2ce1 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:32.052075 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-870109f5-b942-4728-9c83-26930858f9aa req-e079b7d9-efe8-427c-bedf-be87eeeb2ce1 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 932 time: 0.8551464 Jan 24 10:35:32.265276 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Made reservation on behalf of 1a59034e201849719adf71e2bd9e4e8c for: {'port': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:32.274463 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.289091 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.303231 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] For port ca9c1fbd-072a-4f23-b710-cb1adf12685e, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ca9c1fbd-072a-4f23-b710-cb1adf12685e,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:32.408848 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.436849 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e24bd1d4-ccd3-48ac-b717-7d6355dfae52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.486369 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5228e3-ebc5-452e-b375-81279d622dfb None None] Pushing event updated for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:32.514449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 5da52be6-6c93-48f4-a13c-b0e13213eb06 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:32.554440 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:35:32.622021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-0a5905ce-a6a5-4cdb-9780-aef6e4e71cfe None None] Provisioning complete for port ca9c1fbd-072a-4f23-b710-cb1adf12685e triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:32.622411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0a5905ce-a6a5-4cdb-9780-aef6e4e71cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.624701 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e24bd1d4-ccd3-48ac-b717-7d6355dfae52 admin admin] Publish callbacks [] for security_group (c5347ad3-8ff0-4b38-9246-af936042fce8), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.646294 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e24bd1d4-ccd3-48ac-b717-7d6355dfae52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c5347ad3-8ff0-4b38-9246-af936042fce8), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.659420 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d80a417-2679-479a-8333-497be7069ee3 req-f93a212a-5129-4019-8cd9-accbb58822dc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.1065123 Jan 24 10:35:32.688216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Attempting to bind port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:32.688671 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Attempting to bind port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'b05b8382-8bd4-4fba-a8e7-33912937006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:32.689278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Attempting to bind port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf on network a03f11ba-e4c2-4087-b38c-68eb40de143e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:32.690437 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e24bd1d4-ccd3-48ac-b717-7d6355dfae52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23992b4337784592a8b79697a5b922e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9615219 Jan 24 10:35:32.694658 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43772) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:32.710333 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf on network a03f11ba-e4c2-4087-b38c-68eb40de143e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:35:32.713106 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Attempting to bind port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf on network a03f11ba-e4c2-4087-b38c-68eb40de143e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:32.772673 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e553bf2c-d026-4fee-8a14-5f686d63e9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.859879 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:32.992048 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:33.032691 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:33.043934 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:33.123304 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-870109f5-b942-4728-9c83-26930858f9aa req-0b196576-eb81-4c63-b80a-4495a2ca4e6d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0657403 Jan 24 10:35:33.132244 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:33.137171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:33.137758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Checking segment: {'id': 'b05b8382-8bd4-4fba-a8e7-33912937006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:33.138495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Bound using segment: {'id': 'b05b8382-8bd4-4fba-a8e7-33912937006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:33.139140 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Bound port: 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b8382-8bd4-4fba-a8e7-33912937006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:33.141384 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.279243 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.282609 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] Publish callbacks [] for security_group (c5347ad3-8ff0-4b38-9246-af936042fce8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.347988 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:33.394515 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-0a5905ce-a6a5-4cdb-9780-aef6e4e71cfe None None] Current status of the port ca9c1fbd-072a-4f23-b710-cb1adf12685e is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:33.401651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] Publish callbacks [] for security_group (c5347ad3-8ff0-4b38-9246-af936042fce8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.417585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,segment=NetworkSegment(b05b8382-8bd4-4fba-a8e7-33912937006a),segment_id=b05b8382-8bd4-4fba-a8e7-33912937006a)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:33.433998 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.440729 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:31Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:35:33.517607 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:33.518447 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.520123 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] 10.222.0.120 "PUT /v2.0/ports/3d3a1be6-d2ef-4016-9d49-2329af7ad3cf HTTP/1.1" status: 200 len: 1094 time: 3.8092482 Jan 24 10:35:33.520602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:33.538844 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937c0d9-95b4-43b2-a2ef-88ba3e92a219 None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:31Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:35:33.694011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c134-09fe-43e0-aff9-f285354e2ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:33.748436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c5347ad3-8ff0-4b38-9246-af936042fce8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.757289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:33.779489 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5347ad3-8ff0-4b38-9246-af936042fce8 HTTP/1.1" status: 204 len: 168 time: 1.0576353 Jan 24 10:35:33.829983 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ecd79-a421-4e81-8e1c-bcb51e3f3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5347ad3-8ff0-4b38-9246-af936042fce8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:33.896506 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cd9a768-155e-4586-a351-d21f41604439 req-4f13bc74-7beb-4f18-926b-d7e1d959717f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.0937295 Jan 24 10:35:33.960041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d55d31-faf1-4922-b90f-35f47ae49b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:33.963097 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bd1d4-ccd3-48ac-b717-7d6355dfae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5347ad3-8ff0-4b38-9246-af936042fce8,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:34.120887 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Allocated IP 172.20.0.10 (a0a11026-6cf5-497a-9cb6-9d2371cd7238/cbdbc462-5611-4b1e-ba20-368aff5cd173/629e222f-e31d-4af7-b4d6-c68c2ddae92b) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:34.213089 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.386908 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e553bf2c-d026-4fee-8a14-5f686d63e9b9 admin admin] Publish callbacks [] for security_group (bec0ee12-f46c-43a5-9794-77ee2d6800b3), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.410483 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=14fa0d03-721c-4fd2-808c-4309ef26dfe5,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:34.415031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c87db-be51-47a3-973a-15062fcc9d9f req-8fe19316-89a5-4f4c-b31e-dd2d10c07b5b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:34.428665 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-836c87db-be51-47a3-973a-15062fcc9d9f req-8fe19316-89a5-4f4c-b31e-dd2d10c07b5b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.1525507 Jan 24 10:35:34.448466 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e553bf2c-d026-4fee-8a14-5f686d63e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bec0ee12-f46c-43a5-9794-77ee2d6800b3), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.484628 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f1870-17e2-445a-8c11-063cdc744180 x-openstack-request-id: req-b14f1870-17e2-445a-8c11-063cdc744180 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:34.487534 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:34.488048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b14f1870-17e2-445a-8c11-063cdc744180 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:34.488760 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf', 'status': 'completed', 'code': 200} Jan 24 10:35:34.514461 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e553bf2c-d026-4fee-8a14-5f686d63e9b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d12381eb2324d6d9f83161e8ecc4f19&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5212026 Jan 24 10:35:34.524434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:34.600689 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553bf2c-d026-4fee-8a14-5f686d63e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0ee12-f46c-43a5-9794-77ee2d6800b3,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:34.612888 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-836c87db-be51-47a3-973a-15062fcc9d9f req-10124a48-5d3e-495a-a32c-b023dc7a2b99 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762500 Jan 24 10:35:34.616105 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43862) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:34.649110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] Publish callbacks [] for security_group (bec0ee12-f46c-43a5-9794-77ee2d6800b3), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.681650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] Publish callbacks [] for security_group (bec0ee12-f46c-43a5-9794-77ee2d6800b3), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.748991 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bec0ee12-f46c-43a5-9794-77ee2d6800b3), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.751998 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.756103 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bec0ee12-f46c-43a5-9794-77ee2d6800b3 HTTP/1.1" status: 204 len: 168 time: 0.2290990 Jan 24 10:35:34.764282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d8f0-cc41-4263-b5f1-58680aee5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0ee12-f46c-43a5-9794-77ee2d6800b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:34.811273 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks [] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.909523 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.917663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:34.966485 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ca9c1fbd-072a-4f23-b710-cb1adf12685e up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:34.971149 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.050947 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5c8024a8-0d16-466e-8550-c874ed9d0c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.074915 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port ca9c1fbd-072a-4f23-b710-cb1adf12685e triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:35.075649 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.077778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-885adfe0-6470-4451-b6d0-bf22a433e502 req-c91cb8ae-390d-41db-ae77-5aea4249f951 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.0409973 Jan 24 10:35:35.087073 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:35.102710 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.105540 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:35.113563 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:35.119188 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:35.119818 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.128082 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Pushing event updated for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:35.222123 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.234113 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port ca9c1fbd-072a-4f23-b710-cb1adf12685e is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:35.237861 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4087939 Jan 24 10:35:35.242843 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-9f0d1baf-e3f9-4a03-9ff3-68650c5ee5d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8381922 Jan 24 10:35:35.259707 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf6bca-ad17-493f-87f0-ff68fa7b86e8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=14fa0d03-721c-4fd2-808c-4309ef26dfe5,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:35.298988 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43888) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:35.321152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9589ce4e-a87c-4704-bce4-665539a7e751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.329830 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5c8024a8-0d16-466e-8550-c874ed9d0c15 admin admin] Publish callbacks [] for security_group (e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.336728 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5c8024a8-0d16-466e-8550-c874ed9d0c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.412504 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5c8024a8-0d16-466e-8550-c874ed9d0c15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34880ff456c24e0abc179320eee52b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7953501 Jan 24 10:35:35.416443 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43890) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:35.420347 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9589ce4e-a87c-4704-bce4-665539a7e751 admin admin] Publish callbacks [] for security_group (d5670307-3522-40f1-bb22-de991d75a03d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.427222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9589ce4e-a87c-4704-bce4-665539a7e751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d5670307-3522-40f1-bb22-de991d75a03d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.435167 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8024a8-0d16-466e-8550-c874ed9d0c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:35.493546 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9589ce4e-a87c-4704-bce4-665539a7e751 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78c783fe32774e7e80c52bb46e740546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933200 Jan 24 10:35:35.494756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589ce4e-a87c-4704-bce4-665539a7e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5670307-3522-40f1-bb22-de991d75a03d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:35.497628 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 43898) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:35.507544 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] Publish callbacks [] for security_group (e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.537601 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] Publish callbacks [] for security_group (e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.565472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] Publish callbacks [] for security_group (d5670307-3522-40f1-bb22-de991d75a03d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.596168 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] Publish callbacks [] for security_group (d5670307-3522-40f1-bb22-de991d75a03d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.611073 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.615658 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.618983 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8 HTTP/1.1" status: 204 len: 168 time: 0.1999338 Jan 24 10:35:35.666128 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58736d95-369e-457b-8b23-f36fbee01e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dddb29-5a76-4a90-b3c5-5e8f87ba31a8,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:35.708605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-8d2b9e7f-267a-448b-8a3e-6bdf91a70447 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--12899694&fields=id&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 267 time: 0.1152172 Jan 24 10:35:35.821459 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d5670307-3522-40f1-bb22-de991d75a03d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.826223 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:35.830893 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5670307-3522-40f1-bb22-de991d75a03d HTTP/1.1" status: 204 len: 168 time: 0.3289528 Jan 24 10:35:36.060437 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1eab-596a-455f-8e37-dd56fd53d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5670307-3522-40f1-bb22-de991d75a03d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:36.209209 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1941-d4bb-4220-aec4-62b5572d6489 req-45cfa4d8-ef74-4630-8905-9db74d1f9adb tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:36.215382 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-678d1941-d4bb-4220-aec4-62b5572d6489 req-45cfa4d8-ef74-4630-8905-9db74d1f9adb tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.4053428 Jan 24 10:35:36.252397 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Request body: {'port': {'device_id': 'c270f838-c9f9-451b-a023-fe40489a8855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:36.418061 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43934) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:36.495780 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-83192061-cff3-4327-b235-54dff2f3c3cf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:36.500185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-83192061-cff3-4327-b235-54dff2f3c3cf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 817 time: 0.7782362 Jan 24 10:35:36.526971 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a62d1ea7-daef-47b3-a45e-cfa143284383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:36.539770 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:36.903641 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-678d1941-d4bb-4220-aec4-62b5572d6489 req-fe4182e8-03e5-4fa1-897c-3d86105c430d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385939 Jan 24 10:35:36.910778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-892f861a-5af5-4312-afd3-f6a2f00b1fc9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/quotas/fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 375 time: 0.3542063 Jan 24 10:35:36.943721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-c51e38f5-db98-4249-bb9c-68f6cf08049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:36.945232 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-c51e38f5-db98-4249-bb9c-68f6cf08049b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=50876a40429e4e5c976e85d9d47c7c62&device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 1097 time: 0.6368783 Jan 24 10:35:37.171721 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629e222f-e31d-4af7-b4d6-c68c2ddae92b {{(pid=102588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:37.183223 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks [] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:37.217812 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-4543bfb9-5799-4b4e-8380-9de32b564d57 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf HTTP/1.1" status: 200 len: 217 time: 0.2284942 Jan 24 10:35:37.223543 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.provisioning_blocks [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Transition to ACTIVE for port object 629e222f-e31d-4af7-b4d6-c68c2ddae92b will not be triggered until provisioned by entity L2. {{(pid=102588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:35:37.231274 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a62d1ea7-daef-47b3-a45e-cfa143284383 admin admin] Publish callbacks [] for security_group (63c014a8-b955-4b01-aff1-d2dfd1a60bb2), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:37.232349 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:37.245697 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a62d1ea7-daef-47b3-a45e-cfa143284383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (63c014a8-b955-4b01-aff1-d2dfd1a60bb2), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:37.278959 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c1e30a59-1510-4a37-a091-0ffeedd87796 req-f9c6bf2d-495e-427c-8a89-44fd916a8d0a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.0748775 Jan 24 10:35:37.384244 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7175802d-c03d-4442-91e1-75c696542d6b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4621878 Jan 24 10:35:37.389330 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.120', 59044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:37.508180 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43962) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:37.534864 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-4aa0da00-1f82-495c-a66e-2b81e5f3cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:37.536912 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-4aa0da00-1f82-495c-a66e-2b81e5f3cd7c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c45b5762-02c1-4c69-b0de-a59b5eacf1d3 HTTP/1.1" status: 200 len: 851 time: 0.3117356 Jan 24 10:35:37.678543 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Pushing event updated for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:37.696937 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a62d1ea7-daef-47b3-a45e-cfa143284383 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bb3bdfbab74428ba0b050d662abfa13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2664547 Jan 24 10:35:37.697997 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 43976) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:37.724236 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d1ea7-daef-47b3-a45e-cfa143284383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c014a8-b955-4b01-aff1-d2dfd1a60bb2,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:37.739497 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-6c0eb283-1d89-4e33-b4c7-02825de49063 service neutron] 10.222.0.45 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060617 Jan 24 10:35:37.815446 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Attempting to bind port 629e222f-e31d-4af7-b4d6-c68c2ddae92b on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:37.821176 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Attempting to bind port 629e222f-e31d-4af7-b4d6-c68c2ddae92b by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:37.822022 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Attempting to bind port 629e222f-e31d-4af7-b4d6-c68c2ddae92b on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:37.854521 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Port 629e222f-e31d-4af7-b4d6-c68c2ddae92b on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:35:37.864892 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Attempting to bind port 629e222f-e31d-4af7-b4d6-c68c2ddae92b on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:37.914494 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:37.914790 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Checking segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:37.915373 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Bound using segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:37.915989 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Bound port: 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:37.916438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.002858 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-61f65d82-67c8-47c0-94fd-61b4f98d252d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a03f11ba-e4c2-4087-b38c-68eb40de143e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2475088 Jan 24 10:35:38.045832 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] Publish callbacks [] for security_group (63c014a8-b955-4b01-aff1-d2dfd1a60bb2), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.120326 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1434283f-c6e8-478f-9528-1ec35d871897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.232310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] Publish callbacks [] for security_group (63c014a8-b955-4b01-aff1-d2dfd1a60bb2), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.295825 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:38.400583 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:38.410682 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.458389 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:38.459260 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.460780 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] 10.222.0.120 "PUT /v2.0/ports/629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 1094 time: 2.2227194 Jan 24 10:35:38.466254 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b'}] {{(pid=102588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:38.494269 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-35154f75-9d02-4f3e-80c3-115f67411e99 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:38.523944 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-35154f75-9d02-4f3e-80c3-115f67411e99 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 818 time: 1.1267805 Jan 24 10:35:38.599903 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-6a5615d2-0ad4-45b5-b1de-927cd140dde4 service neutron] 10.222.0.120 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510688 Jan 24 10:35:38.606983 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-76c7a15d-bdb0-4d74-8630-a6eddfe6a1af service neutron] 10.222.0.45 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720809 Jan 24 10:35:38.622179 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Request body: {'port': {'device_id': 'c94750f3-029c-4337-ae3b-c259df02f724', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'admin_state_up': True, 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:38.742268 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (63c014a8-b955-4b01-aff1-d2dfd1a60bb2), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.747120 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.758238 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63c014a8-b955-4b01-aff1-d2dfd1a60bb2 HTTP/1.1" status: 204 len: 168 time: 1.0053258 Jan 24 10:35:38.839868 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f398-2c7f-48e3-bc29-b403ac48af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c014a8-b955-4b01-aff1-d2dfd1a60bb2,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:38.842156 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d49b-d0fe-4e48-aea6-25c9edf6adc6 service neutron] Pushing event updated for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:38.864579 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906c347-faaa-4345-8435-a8431c29afc0 req-4a393c1e-fc9a-4660-95b1-dc5140b1c404 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:38.866243 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2906c347-faaa-4345-8435-a8431c29afc0 req-4a393c1e-fc9a-4660-95b1-dc5140b1c404 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.7506938 Jan 24 10:35:38.872348 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1434283f-c6e8-478f-9528-1ec35d871897 admin admin] Publish callbacks [] for security_group (cf443a38-6dcd-4214-99dc-86b7e982380a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:38.881846 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-3200f1b3-c83e-4540-aa0f-ecd300acd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:38.883490 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-3200f1b3-c83e-4540-aa0f-ecd300acd88a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1097 time: 0.2915325 Jan 24 10:35:38.885112 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1434283f-c6e8-478f-9528-1ec35d871897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (cf443a38-6dcd-4214-99dc-86b7e982380a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:39.207023 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c55a25f3-f141-4259-91f9-5d88327b7e14 req-e364941b-3adf-49c3-9c01-58f7a4a7519e service neutron] 10.222.0.120 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060968 Jan 24 10:35:39.222679 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-356c9b37-1224-4f7f-b548-c64296d0e08a req-c6d73a62-206d-4d61-aca1-31fee24568f6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.1032674 Jan 24 10:35:39.229905 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2906c347-faaa-4345-8435-a8431c29afc0 req-5c189718-8705-4c8e-abac-c45c7c522b99 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368070 Jan 24 10:35:39.309087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Made reservation on behalf of 1a59034e201849719adf71e2bd9e4e8c for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:39.322636 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:39.377931 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c1537700a167b51ea0e5a19e5bbdc52b2ddf12a6c06346358aab2a25b04408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb82446-b3d8-41c4-b076-a9836cb38c37" -d '{"events": [{"name": "network-changed", "server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b"}]}' {{(pid=102588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:39.385396 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0287a633-5255-43e2-901e-ace62da18089 req-b8d48bf6-b50f-4054-9566-19e69131959a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 210 time: 0.0838730 Jan 24 10:35:39.435897 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44038) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:39.448129 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-d10ca900-7032-4b8c-bcc2-573fbfa5b475 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.5320063 Jan 24 10:35:39.452377 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-1434283f-c6e8-478f-9528-1ec35d871897 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=643934e4358a4fe0ac3b26b515881863&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8582182 Jan 24 10:35:39.453445 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434283f-c6e8-478f-9528-1ec35d871897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf443a38-6dcd-4214-99dc-86b7e982380a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:39.457162 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44050) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:39.693438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-8bbc1050-3ac9-4e2c-8718-49d22e83c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:39.697896 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-8bbc1050-3ac9-4e2c-8718-49d22e83c170 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.2038484 Jan 24 10:35:39.701172 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] Publish callbacks [] for security_group (cf443a38-6dcd-4214-99dc-86b7e982380a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:39.717965 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-f657e7f5-e8e4-49da-8d3f-39071f28575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:39.723744 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-f657e7f5-e8e4-49da-8d3f-39071f28575e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=50876a40429e4e5c976e85d9d47c7c62&device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 1097 time: 0.3955255 Jan 24 10:35:39.848280 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-6bfa2cc2-d341-45d2-a719-bf38b11ef9c3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396537 Jan 24 10:35:39.854719 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] Publish callbacks [] for security_group (cf443a38-6dcd-4214-99dc-86b7e982380a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:39.979388 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b48161-9141-48db-8b96-e564f5845055 x-openstack-request-id: req-53b48161-9141-48db-8b96-e564f5845055 {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:39.980026 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b", "status": "completed", "code": 200}]} {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:39.989437 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53b48161-9141-48db-8b96-e564f5845055 {{(pid=102588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:39.989651 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b', 'status': 'completed', 'code': 200} Jan 24 10:35:40.201688 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-faca9f9e-f77f-4f31-bc0e-377871a75b9e service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052715 Jan 24 10:35:40.223670 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-48aa032c-0865-4bbb-8e8e-b8bd5bda52a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:40.350607 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c70d40b6-2786-483f-b0c1-c851ed51100c req-d57cf42c-ae76-4f2c-846a-bf12d3aaee94 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169674 Jan 24 10:35:40.429434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Allocated IP 172.20.0.7 (a0a11026-6cf5-497a-9cb6-9d2371cd7238/cbdbc462-5611-4b1e-ba20-368aff5cd173/b3405c4d-5b47-4b20-ae93-f6fa507df756) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:40.508823 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-48aa032c-0865-4bbb-8e8e-b8bd5bda52a1 admin admin] Publish callbacks [] for security_group (558736e6-bef3-4707-bcbc-fb6b1a0d6d43), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:40.524394 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (cf443a38-6dcd-4214-99dc-86b7e982380a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:40.528005 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:40.529319 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf443a38-6dcd-4214-99dc-86b7e982380a HTTP/1.1" status: 204 len: 168 time: 1.0597997 Jan 24 10:35:40.545978 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-48aa032c-0865-4bbb-8e8e-b8bd5bda52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (558736e6-bef3-4707-bcbc-fb6b1a0d6d43), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:40.598261 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-6ce2cc65-7791-4882-8718-56b5e4a924aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:40.603759 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-6ce2cc65-7791-4882-8718-56b5e4a924aa service neutron] 10.222.0.120 "GET /v2.0/networks?id=a03f11ba-e4c2-4087-b38c-68eb40de143e HTTP/1.1" status: 200 len: 912 time: 0.8642154 Jan 24 10:35:40.619412 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-48aa032c-0865-4bbb-8e8e-b8bd5bda52a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ee94a2adf1549e1926e5491f2f9e39a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1819544 Jan 24 10:35:40.630231 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44100) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:40.653008 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b944ed8d-be7f-47d4-aced-dbb0d7c55e6b req-c8241999-c7ae-4a8f-aaa3-e429a4c22af0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.1486735 Jan 24 10:35:40.658694 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade16715-382a-4ba2-9140-41d9da05af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf443a38-6dcd-4214-99dc-86b7e982380a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:40.974529 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] Publish callbacks [] for security_group (558736e6-bef3-4707-bcbc-fb6b1a0d6d43), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.012210 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] Publish callbacks [] for security_group (558736e6-bef3-4707-bcbc-fb6b1a0d6d43), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.118811 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-25e6f7c3-22a0-4e60-af48-2639fb4e7fff service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf HTTP/1.1" status: 200 len: 217 time: 0.2975283 Jan 24 10:35:41.133910 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (558736e6-bef3-4707-bcbc-fb6b1a0d6d43), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.137064 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.140803 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/558736e6-bef3-4707-bcbc-fb6b1a0d6d43 HTTP/1.1" status: 204 len: 168 time: 0.5070660 Jan 24 10:35:41.142796 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa032c-0865-4bbb-8e8e-b8bd5bda52a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558736e6-bef3-4707-bcbc-fb6b1a0d6d43,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:41.154123 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-ff65dca5-172f-41a3-ac01-e825a828f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:41.155802 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-ff65dca5-172f-41a3-ac01-e825a828f382 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1097 time: 0.3621485 Jan 24 10:35:41.164171 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013965e2-e2ee-44c8-bbc5-136cf2ea07cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558736e6-bef3-4707-bcbc-fb6b1a0d6d43,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:41.186769 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a04d42e2-070b-420f-aa77-4421480e72da req-0934ff85-a5b0-4d0a-bc1f-b8982ef28fe8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 210 time: 0.2312210 Jan 24 10:35:41.478395 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44122) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:41.488892 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7a0a-6a32-4081-b5fb-4a20c60bfca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.496387 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.120', 59060) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:41.546358 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-86676877-2c58-496b-b9bd-93f0ca85ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:41.548633 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-86676877-2c58-496b-b9bd-93f0ca85ba95 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.3734369 Jan 24 10:35:41.653317 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-4f9c0d95-b1ba-4a92-9704-cda1583e6a81 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.0929248 Jan 24 10:35:41.773385 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-cba26689-3dcb-4177-bf71-f3b2c8ff47c1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:41.777052 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-cba26689-3dcb-4177-bf71-f3b2c8ff47c1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 817 time: 0.2773421 Jan 24 10:35:41.833712 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-a35bae99-4d87-4918-883e-c04b5e76dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:41.837772 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-a35bae99-4d87-4918-883e-c04b5e76dab2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.1681228 Jan 24 10:35:41.919119 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-f3fe759a-c3d8-4ca1-b720-ff5357e4cd96 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331976 Jan 24 10:35:41.956370 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7a0a-6a32-4081-b5fb-4a20c60bfca9 admin admin] Publish callbacks [] for security_group (d0b4a270-39bc-4d49-9bc6-3dfa59ef4097), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.979467 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7a0a-6a32-4081-b5fb-4a20c60bfca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d0b4a270-39bc-4d49-9bc6-3dfa59ef4097), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:41.982185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks [] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.032334 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3c6a7a0a-6a32-4081-b5fb-4a20c60bfca9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=914a08961a3c49a1b4b7962f32b5340a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611274 Jan 24 10:35:42.048848 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44142) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:42.070166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-f2622a55-1c73-4e5f-8761-8f96df94db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:42.071807 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-f2622a55-1c73-4e5f-8761-8f96df94db2a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c45b5762-02c1-4c69-b0de-a59b5eacf1d3 HTTP/1.1" status: 200 len: 851 time: 0.9039977 Jan 24 10:35:42.082202 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84071d-d410-4cea-a546-e807de1f06e1 req-17a746bf-f03b-4cdc-9cd6-bba5d984cf3d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:42.089735 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd84071d-d410-4cea-a546-e807de1f06e1 req-17a746bf-f03b-4cdc-9cd6-bba5d984cf3d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 1.4827054 Jan 24 10:35:42.092180 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.128188 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-a8b18d07-c398-4a9a-b2ed-e79da82484eb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 378 time: 0.3199015 Jan 24 10:35:42.147441 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'port': {'device_id': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'admin_state_up': True, 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'security_groups': ['f7adfc52-2ebf-420b-9c3f-1d7208bda281']}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:42.192867 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-cddf49e5-fc9a-4f61-b00a-fbd5f931f8d9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a03f11ba-e4c2-4087-b38c-68eb40de143e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986733 Jan 24 10:35:42.209542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Pushing event updated for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:42.274876 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7a0a-6a32-4081-b5fb-4a20c60bfca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b4a270-39bc-4d49-9bc6-3dfa59ef4097,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:42.339459 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Made reservation on behalf of fb94c4c4d42c43209c4922fcad0c2faa for: {'port': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:35:42.344239 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.380849 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-fbcaed89-f2a6-44a1-89fb-3e2e8dfe381c service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197633 Jan 24 10:35:42.383284 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] Publish callbacks [] for security_group (d0b4a270-39bc-4d49-9bc6-3dfa59ef4097), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.499880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Network a0a11026-6cf5-497a-9cb6-9d2371cd7238 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:42.580295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:42.585055 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:42.587439 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] Publish callbacks [] for security_group (d0b4a270-39bc-4d49-9bc6-3dfa59ef4097), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.595305 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:42.596000 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:42.658897 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-61efc838-e021-45ff-8c8a-db2773291848 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0410533 Jan 24 10:35:42.678766 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd717b-6c90-4456-b52e-ab0075a9d22b req-f5c50782-3ad3-4862-9963-1a29f4647e95 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:42.680891 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aecd717b-6c90-4456-b52e-ab0075a9d22b req-f5c50782-3ad3-4862-9963-1a29f4647e95 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 931 time: 0.6307206 Jan 24 10:35:42.695707 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd84071d-d410-4cea-a546-e807de1f06e1 req-ad791e13-b8ea-4915-b85e-5e457a95ac5f tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047533 Jan 24 10:35:42.726132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Request body: {'port': {'device_id': 'c94750f3-029c-4337-ae3b-c259df02f724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:42.746013 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-99a1fd4c-13b0-4d6d-8c2b-0a05ed7e45af service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403234 Jan 24 10:35:42.761137 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-78acf5c6-19bd-4ce3-a692-2cf7e693ac3d service neutron] 10.222.0.120 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078864 Jan 24 10:35:42.801801 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Allocated IP 172.20.0.14 (1919134e-8349-4c79-9466-ddee98510d4f/69407b57-8f4a-4da7-9ed0-932aeb60b7e7/6c0d8905-91bc-4c16-99a3-76786416a479) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:35:43.183250 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5d55d31-faf1-4922-b90f-35f47ae49b5a req-9f1fde68-41b8-4025-9132-e2908ba65d1d service neutron] 10.222.0.120 "GET /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860954 Jan 24 10:35:43.202664 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-898d5032-e776-4d7d-8553-b05fee004c12 req-75520c80-c890-4e46-a6ae-29f61b4fcb5e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 210 time: 0.1762249 Jan 24 10:35:43.204935 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d0b4a270-39bc-4d49-9bc6-3dfa59ef4097), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.209442 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.210787 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0b4a270-39bc-4d49-9bc6-3dfa59ef4097 HTTP/1.1" status: 204 len: 168 time: 1.1552422 Jan 24 10:35:43.216777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.241982 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aecd717b-6c90-4456-b52e-ab0075a9d22b req-abb3d7f0-571f-48e8-84d8-685c2f504c52 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451972 Jan 24 10:35:43.247257 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47446f9-89e8-4e9b-9672-a4797a70704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b4a270-39bc-4d49-9bc6-3dfa59ef4097,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:43.417653 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (6c0d8905-91bc-4c16-99a3-76786416a479), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.590916 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.687047 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Network 1919134e-8349-4c79-9466-ddee98510d4f is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:35:43.692468 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:35:43.699113 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:35:43.707134 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:43.708038 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.713146 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:43.737686 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fd3ac8b7-35a6-418e-a310-ca0de0d29565 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5967600 Jan 24 10:35:43.770881 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3405c4d-5b47-4b20-ae93-f6fa507df756 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:43.783066 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Request body: {'port': {'device_id': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:35:43.797070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks [] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:43.847446 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Transition to ACTIVE for port object b3405c4d-5b47-4b20-ae93-f6fa507df756 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:35:43.852870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.052449 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.144450 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Pushing event updated for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: from cryptography.utils import int_from_bytes Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: from cryptography.utils import int_from_bytes Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.193647 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:35:44.196713 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:35:44.206172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b774b-b855-41e0-968a-6d1e9c2f5656 req-a1c97295-9fe1-40f1-91f3-d8c49173b18d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:44.211108 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-700b774b-b855-41e0-968a-6d1e9c2f5656 req-a1c97295-9fe1-40f1-91f3-d8c49173b18d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.2072771 Jan 24 10:35:44.224515 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Attempting to bind port b3405c4d-5b47-4b20-ae93-f6fa507df756 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:44.224857 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Attempting to bind port b3405c4d-5b47-4b20-ae93-f6fa507df756 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:44.225220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Attempting to bind port b3405c4d-5b47-4b20-ae93-f6fa507df756 on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:44.303429 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Port b3405c4d-5b47-4b20-ae93-f6fa507df756 on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:35:44.303818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Attempting to bind port b3405c4d-5b47-4b20-ae93-f6fa507df756 on network a0a11026-6cf5-497a-9cb6-9d2371cd7238 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:44.356734 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-da49e65a-050a-4edf-af10-97e0371a2df8 None None] Provisioning complete for port 6c0d8905-91bc-4c16-99a3-76786416a479 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:44.361327 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-da49e65a-050a-4edf-af10-97e0371a2df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.364801 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:44.365816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Checking segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:44.367937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Bound using segment: {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:44.369174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Bound port: b3405c4d-5b47-4b20-ae93-f6fa507df756, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:44.370200 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.437289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-da49e65a-050a-4edf-af10-97e0371a2df8 None None] Port 6c0d8905-91bc-4c16-99a3-76786416a479 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:35:44.459842 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9044c28d-7376-4c04-b234-7efdc8bc627d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.505667 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:44.509175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:44.534291 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.610038 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-700b774b-b855-41e0-968a-6d1e9c2f5656 req-85017797-885b-4c5a-8088-7a9513067f30 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865945 Jan 24 10:35:44.651519 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:44.652448 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.653958 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] 10.222.0.120 "PUT /v2.0/ports/b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 200 len: 1093 time: 1.9429233 Jan 24 10:35:44.657461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:44.688145 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:44.747762 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59293a3-87dd-4a10-b54c-1b967444ddee service neutron] Pushing event updated for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:44.780360 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:44.798812 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks [] for port (6c0d8905-91bc-4c16-99a3-76786416a479), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.812836 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.provisioning_blocks [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Transition to ACTIVE for port object 6c0d8905-91bc-4c16-99a3-76786416a479 will not be triggered until provisioned by entity L2. {{(pid=102588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:35:44.817092 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adab9be-66da-4a9b-b3f4-6d6e45659c50 req-338dc72f-b7eb-4e9b-bc2a-9563888bfc94 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:44.820521 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:44.821222 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7adab9be-66da-4a9b-b3f4-6d6e45659c50 req-338dc72f-b7eb-4e9b-bc2a-9563888bfc94 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 932 time: 0.3104689 Jan 24 10:35:44.913777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b276fa-55b6-4290-8df9-b58800204747 req-64d39fa8-599a-4d43-8a68-fb4f9dc017f2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:44.915774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8b276fa-55b6-4290-8df9-b58800204747 req-64d39fa8-599a-4d43-8a68-fb4f9dc017f2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 943 time: 0.0932479 Jan 24 10:35:44.926364 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:44.987948 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Attempting to bind port 6c0d8905-91bc-4c16-99a3-76786416a479 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:35:44.989303 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Attempting to bind port 6c0d8905-91bc-4c16-99a3-76786416a479 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:35:44.990443 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Attempting to bind port 6c0d8905-91bc-4c16-99a3-76786416a479 on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:44.994028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-1e1106c9-dfe5-4db1-9767-0e820600f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.001205 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-1e1106c9-dfe5-4db1-9767-0e820600f392 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1096 time: 0.2687633 Jan 24 10:35:45.003408 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Port 6c0d8905-91bc-4c16-99a3-76786416a479 on network 1919134e-8349-4c79-9466-ddee98510d4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:35:45.005798 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Attempting to bind port 6c0d8905-91bc-4c16-99a3-76786416a479 on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:35:45.013506 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:35:45.014013 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Checking segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:35:45.014638 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Bound using segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} {{(pid=102588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:35:45.015304 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.managers [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Bound port: 6c0d8905-91bc-4c16-99a3-76786416a479, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}}] {{(pid=102588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:35:45.017184 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:45.080687 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7adab9be-66da-4a9b-b3f4-6d6e45659c50 req-cf722086-6f8e-45eb-9587-a84689edcc37 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2133992 Jan 24 10:35:45.082795 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-c161fdf6-ad17-4fc3-ba6f-d483128e65d9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 200 len: 217 time: 0.0706267 Jan 24 10:35:45.087663 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8b276fa-55b6-4290-8df9-b58800204747 req-6cbe35cb-e345-4454-9e37-2e6878a50243 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641445 Jan 24 10:35:45.127654 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, cleared binding levels {{(pid=102588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:35:45.136920 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:35:45.145220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d6181b22-9cd8-4fae-ae9c-5545b79f1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.147220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-d6181b22-9cd8-4fae-ae9c-5545b79f1bda service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.0576434 Jan 24 10:35:45.150131 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:45.216837 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-de10549d-8daf-4875-b38b-6536da00d72a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626638 Jan 24 10:35:45.276002 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.276641 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for port (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:45.282425 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] 10.222.0.120 "PUT /v2.0/ports/6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 1094 time: 1.5227993 Jan 24 10:35:45.282922 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:45.289188 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c1537700a167b51ea0e5a19e5bbdc52b2ddf12a6c06346358aab2a25b04408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23176c7-548a-441b-956a-2203ae46df86" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:45.321443 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda8c65-dcff-4065-baa5-a919c388d672 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=3']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:45.329605 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28edfa55-d0e1-415e-8a26-274d3a0f4b25 x-openstack-request-id: req-28edfa55-d0e1-415e-8a26-274d3a0f4b25 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:45.329938 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:45.331065 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28edfa55-d0e1-415e-8a26-274d3a0f4b25 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:45.331394 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756', 'status': 'completed', 'code': 200} Jan 24 10:35:45.398325 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f1f37-81aa-4571-b1f7-ba863aa9ce39 x-openstack-request-id: req-fd6f1f37-81aa-4571-b1f7-ba863aa9ce39 {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:45.398631 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "status": "completed", "code": 200}]} {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:45.399098 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd6f1f37-81aa-4571-b1f7-ba863aa9ce39 {{(pid=102588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:45.399528 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'status': 'completed', 'code': 200} Jan 24 10:35:45.468951 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-01702c6e-285f-4ac7-81a4-852bc86697a4 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439008 Jan 24 10:35:45.470540 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-751d52f7-f902-4d16-9179-5be28d064b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.472121 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-751d52f7-f902-4d16-9179-5be28d064b0d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1097 time: 0.1154852 Jan 24 10:35:45.563266 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-181bdbc4-dc63-41c0-95a4-d9a895258903 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 217 time: 0.0719478 Jan 24 10:35:45.628939 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-ba750cd0-337d-4a94-9c52-14d2529ff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.630550 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-ba750cd0-337d-4a94-9c52-14d2529ff606 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0594721 Jan 24 10:35:45.682069 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb51d1f3-a4ba-429e-93d6-321dbf8f247f req-5c531afb-b20d-449c-b83f-f88950b57920 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949959 Jan 24 10:35:45.760310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44282) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:45.793217 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-43753a78-728f-4dca-836e-29bd7ca6cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.795678 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-43753a78-728f-4dca-836e-29bd7ca6cdf8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1569653 Jan 24 10:35:45.810613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06702f-e28c-44f4-997f-f561b6dad281 req-a916a9cb-c17f-4a80-9462-6919323b5d05 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.818784 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5e06702f-e28c-44f4-997f-f561b6dad281 req-a916a9cb-c17f-4a80-9462-6919323b5d05 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.1119695 Jan 24 10:35:45.886042 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-bf364b0b-8ef7-4c58-a106-0f2d3ca03562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:45.887858 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-bf364b0b-8ef7-4c58-a106-0f2d3ca03562 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1096 time: 0.1282833 Jan 24 10:35:45.906317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5e06702f-e28c-44f4-997f-f561b6dad281 req-18a4096e-c3fd-45f9-a351-15ace02b18b7 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798039 Jan 24 10:35:46.048825 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-3f7925ad-673b-4e78-a0eb-e599fee06bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.050487 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-3f7925ad-673b-4e78-a0eb-e599fee06bef service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.1429729 Jan 24 10:35:46.065357 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-37ba5e4e-66a3-45f9-aceb-93f2367cd2e8 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583756 Jan 24 10:35:46.237173 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-9168aea9-0c80-4814-8ae3-b737b8d9f8e4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 200 len: 217 time: 0.1655495 Jan 24 10:35:46.263462 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a31526a4-d771-47fe-b78f-93195dc8dd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.385991 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-45891c69-bf48-4a46-81c5-0cb45d8f659e req-fcfa0599-b0d7-4d56-8a37-a1d77d24c1c0 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104594 Jan 24 10:35:46.493560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-307cb124-c56a-4e9c-a445-c5c47451a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.495317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-307cb124-c56a-4e9c-a445-c5c47451a46d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.2523825 Jan 24 10:35:46.498861 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a31526a4-d771-47fe-b78f-93195dc8dd80 admin admin] Publish callbacks [] for security_group (d42a3773-adef-4ef7-bc83-ed6a7a545464), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.512099 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a31526a4-d771-47fe-b78f-93195dc8dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d42a3773-adef-4ef7-bc83-ed6a7a545464), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.524148 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b221-2f20-459b-987c-2705b3426212 req-9fd03002-9b4b-4105-98a3-2f592e4657ab tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.525717 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dba3b221-2f20-459b-987c-2705b3426212 req-9fd03002-9b4b-4105-98a3-2f592e4657ab tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.2816312 Jan 24 10:35:46.536011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4c65e-0e25-431e-8e04-8cc6d57e1874 req-be6c89c5-2a31-4765-8370-e8d275551054 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.537602 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fd4c65e-0e25-431e-8e04-8cc6d57e1874 req-be6c89c5-2a31-4765-8370-e8d275551054 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 943 time: 0.2341263 Jan 24 10:35:46.555998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-437b1cc6-7e49-4f87-a179-2d26edfe6b88 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500331 Jan 24 10:35:46.567195 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23176c7-548a-441b-956a-2203ae46df86 req-6321f294-6a5a-4d7c-8ec6-43aee1e51291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.568758 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-6321f294-6a5a-4d7c-8ec6-43aee1e51291 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1097 time: 0.1202452 Jan 24 10:35:46.581005 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a31526a4-d771-47fe-b78f-93195dc8dd80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9a6010cacfd46ffb27d99b4f9ac539d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8177013 Jan 24 10:35:46.581690 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44324) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:46.729232 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31526a4-d771-47fe-b78f-93195dc8dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a3773-adef-4ef7-bc83-ed6a7a545464,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:46.790413 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] Publish callbacks [] for security_group (d42a3773-adef-4ef7-bc83-ed6a7a545464), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.790622 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-21666b81-4819-4baa-b77e-8a5afb15e999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.819947 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] Publish callbacks [] for security_group (d42a3773-adef-4ef7-bc83-ed6a7a545464), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.879988 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23176c7-548a-441b-956a-2203ae46df86 req-4263e36c-4fb3-4b40-8a44-87647dd4135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:46.881692 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-4263e36c-4fb3-4b40-8a44-87647dd4135e service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.2987423 Jan 24 10:35:46.904164 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fd4c65e-0e25-431e-8e04-8cc6d57e1874 req-d5032af7-01dc-4833-b48b-173fbc5eb34f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506029 Jan 24 10:35:46.912264 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dba3b221-2f20-459b-987c-2705b3426212 req-e7224d29-87e1-4dfb-a17d-51eea62ce93f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3599093 Jan 24 10:35:46.959238 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d42a3773-adef-4ef7-bc83-ed6a7a545464), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.961413 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-92810cda-1561-4c36-90a0-a7ba8b914ec2 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899629 Jan 24 10:35:46.962222 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:46.965505 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d42a3773-adef-4ef7-bc83-ed6a7a545464 HTTP/1.1" status: 204 len: 168 time: 0.3814516 Jan 24 10:35:46.967324 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-1e76b11d-275a-46c1-bafd-86e563493004 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 217 time: 0.0699265 Jan 24 10:35:46.985212 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c897c7-385a-4cdd-9458-946924729e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a3773-adef-4ef7-bc83-ed6a7a545464,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:47.054229 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23176c7-548a-441b-956a-2203ae46df86 req-0cc58384-ee44-4069-84d0-dba0c56e34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:47.056462 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-0cc58384-ee44-4069-84d0-dba0c56e34ce service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0800698 Jan 24 10:35:47.111650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8d32-5d1b-4872-9ce2-cfc4e7bed8d0 req-2a41fa79-64f1-44f5-bd4b-866bc4d8a534 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:47.113233 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00ff8d32-5d1b-4872-9ce2-cfc4e7bed8d0 req-2a41fa79-64f1-44f5-bd4b-866bc4d8a534 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.1314404 Jan 24 10:35:47.114083 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23176c7-548a-441b-956a-2203ae46df86 req-58dd6ed8-4d5e-4a3b-b7f3-59a3e8c336ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:47.115628 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-58dd6ed8-4d5e-4a3b-b7f3-59a3e8c336ee service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525956 Jan 24 10:35:47.145212 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac424609-f4dc-4482-ba12-2fcc0cfc3ab1 req-649f000a-3590-40cd-b83e-b9efa89867f2 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764035 Jan 24 10:35:47.194707 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00ff8d32-5d1b-4872-9ce2-cfc4e7bed8d0 req-dbe2a35c-1212-48d5-bc25-d888a6b5ed74 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728509 Jan 24 10:35:47.236755 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-219e1a5f-0f65-49aa-a3ad-929e81291db7 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127019 Jan 24 10:35:47.361236 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-c23176c7-548a-441b-956a-2203ae46df86 req-98c8453a-d733-471d-b755-e80eb8409343 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173816 Jan 24 10:35:47.426020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44362) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:47.439351 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2121d81e-9dcc-4e13-bbcc-55fea0ebaa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.556350 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2121d81e-9dcc-4e13-bbcc-55fea0ebaa7a admin admin] Publish callbacks [] for security_group (b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.564387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2121d81e-9dcc-4e13-bbcc-55fea0ebaa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.606413 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2121d81e-9dcc-4e13-bbcc-55fea0ebaa7a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3df39a502c854109942daae07b184669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792669 Jan 24 10:35:47.609433 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44372) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:47.611408 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121d81e-9dcc-4e13-bbcc-55fea0ebaa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:47.674644 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] Publish callbacks [] for security_group (b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.691475 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 629e222f-e31d-4af7-b4d6-c68c2ddae92b details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:35:47.697723 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] Publish callbacks [] for security_group (b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.761853 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.765107 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.769598 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6 HTTP/1.1" status: 204 len: 168 time: 0.1556392 Jan 24 10:35:47.783948 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07371887-6d00-4be1-b566-23f7bfbc9315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e5c6e-b9c6-41a7-8e33-6a8bd818c1d6,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:47.846653 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:47.864152 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '629e222f-e31d-4af7-b4d6-c68c2ddae92b', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'port_id': '629e222f-e31d-4af7-b4d6-c68c2ddae92b', 'mac_address': 'fa:16:3e:3c:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:35:47.929158 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 629e222f-e31d-4af7-b4d6-c68c2ddae92b is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:47.929759 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:47.983151 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629e222f-e31d-4af7-b4d6-c68c2ddae92b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:48.050455 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.068295 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.069292 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.070092 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:35:48.129849 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8366182-413c-4eee-bf96-2160e923bb8e req-ac596f42-bd9b-4bc6-856b-7b64f3baec2a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:48.131448 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8366182-413c-4eee-bf96-2160e923bb8e req-ac596f42-bd9b-4bc6-856b-7b64f3baec2a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 943 time: 0.1339684 Jan 24 10:35:48.163484 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:48.176863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac60c8-bbca-4c3b-b64f-234f611fd9fc req-d366972f-5145-4adf-bec8-b811831907c6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:48.184553 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16ac60c8-bbca-4c3b-b64f-234f611fd9fc req-d366972f-5145-4adf-bec8-b811831907c6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1234460 Jan 24 10:35:48.233544 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.243235 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8366182-413c-4eee-bf96-2160e923bb8e req-2bc8103a-64ee-43ad-8e8f-99411bd96580 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032016 Jan 24 10:35:48.248036 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '6c0d8905-91bc-4c16-99a3-76786416a479', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:35:48.271196 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16ac60c8-bbca-4c3b-b64f-234f611fd9fc req-789c82d0-8dcc-4a31-95d1-daa4814a7a81 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856407 Jan 24 10:35:48.298836 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:48.299418 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.316469 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:48.345751 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.350967 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.351781 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:35:48.375647 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cbb1-1138-4b3c-9689-51eee0b3a82d req-fabd4e5c-108a-4b5b-ad00-17e5ad7a4271 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:48.377412 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9363cbb1-1138-4b3c-9689-51eee0b3a82d req-fabd4e5c-108a-4b5b-ad00-17e5ad7a4271 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 944 time: 0.0551915 Jan 24 10:35:48.434145 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:48.463714 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9363cbb1-1138-4b3c-9689-51eee0b3a82d req-9a3bc4a6-d633-429f-8f14-5c04c4c5ec93 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613832 Jan 24 10:35:48.538661 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,segment=NetworkSegment(b05b8382-8bd4-4fba-a8e7-33912937006a),segment_id=b05b8382-8bd4-4fba-a8e7-33912937006a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.550128 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf', 'network_id': 'a03f11ba-e4c2-4087-b38c-68eb40de143e', 'port_id': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf', 'mac_address': 'fa:16:3e:3f:38:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b5762-02c1-4c69-b0de-a59b5eacf1d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:35:48.597717 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:48.598399 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.614514 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:48.649759 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,segment=NetworkSegment(b05b8382-8bd4-4fba-a8e7-33912937006a),segment_id=b05b8382-8bd4-4fba-a8e7-33912937006a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.665509 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.666203 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device b3405c4d-5b47-4b20-ae93-f6fa507df756 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:35:48.695897 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:35:48.756884 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.768068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:48.774652 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': 'b3405c4d-5b47-4b20-ae93-f6fa507df756', 'network_id': 'a0a11026-6cf5-497a-9cb6-9d2371cd7238', 'port_id': 'b3405c4d-5b47-4b20-ae93-f6fa507df756', 'mac_address': 'fa:16:3e:6c:e3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbc462-5611-4b1e-ba20-368aff5cd173', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:35:48.815978 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port b3405c4d-5b47-4b20-ae93-f6fa507df756 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:48.816384 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.833594 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3405c4d-5b47-4b20-ae93-f6fa507df756 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:35:48.862435 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:48.868235 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:48.924780 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:48.951704 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44440) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:49.069636 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4822bf83-697a-4994-8e30-fb350fa5eb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.152609 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4822bf83-697a-4994-8e30-fb350fa5eb22 admin admin] Publish callbacks [] for security_group (39b019f7-a5db-4e0a-9049-42fbc6e55691), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.157550 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4822bf83-697a-4994-8e30-fb350fa5eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (39b019f7-a5db-4e0a-9049-42fbc6e55691), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.201680 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4822bf83-697a-4994-8e30-fb350fa5eb22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e24da02916b4948b6faf4f5cdc121e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486255 Jan 24 10:35:49.202649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44458) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:49.203679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822bf83-697a-4994-8e30-fb350fa5eb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b019f7-a5db-4e0a-9049-42fbc6e55691,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:49.264854 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] Publish callbacks [] for security_group (39b019f7-a5db-4e0a-9049-42fbc6e55691), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.286304 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] Publish callbacks [] for security_group (39b019f7-a5db-4e0a-9049-42fbc6e55691), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.377933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (39b019f7-a5db-4e0a-9049-42fbc6e55691), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.380996 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.382421 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39b019f7-a5db-4e0a-9049-42fbc6e55691 HTTP/1.1" status: 204 len: 168 time: 0.1787152 Jan 24 10:35:49.407397 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db984f2e-d48d-42e3-bc9b-950f0ccb87f8 req-35476b45-fc21-4a5e-b34f-0e0400b024c5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:49.408915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db984f2e-d48d-42e3-bc9b-950f0ccb87f8 req-35476b45-fc21-4a5e-b34f-0e0400b024c5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 944 time: 0.0836785 Jan 24 10:35:49.418459 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7541592-eb9a-443c-beb3-6dad07497321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b019f7-a5db-4e0a-9049-42fbc6e55691,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:49.437388 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.463741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53689b-3654-4ce8-851b-85bf8d7c47a7 req-ca5c3e54-cfdb-4ae9-9c47-d287ac00db1f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:49.465303 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c53689b-3654-4ce8-851b-85bf8d7c47a7 req-ca5c3e54-cfdb-4ae9-9c47-d287ac00db1f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.1029510 Jan 24 10:35:49.501219 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db984f2e-d48d-42e3-bc9b-950f0ccb87f8 req-e306b034-6f8d-455b-986d-77f271597cfa tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Jan 24 10:35:49.505937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['629e222f-e31d-4af7-b4d6-c68c2ddae92b'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:35:49.555475 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c53689b-3654-4ce8-851b-85bf8d7c47a7 req-29b72292-182c-438e-a167-776824665fb5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792174 Jan 24 10:35:49.706174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b2bc-c363-4ac6-93c2-c8db2ca421a0 req-33fb2d81-6ff6-4181-bce4-7df28581e4a5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:49.714726 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4202b2bc-c363-4ac6-93c2-c8db2ca421a0 req-33fb2d81-6ff6-4181-bce4-7df28581e4a5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 945 time: 0.0696332 Jan 24 10:35:49.745664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['3d3a1be6-d2ef-4016-9d49-2329af7ad3cf'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:35:49.822330 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['b3405c4d-5b47-4b20-ae93-f6fa507df756'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:35:49.833401 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4202b2bc-c363-4ac6-93c2-c8db2ca421a0 req-7f3f0d06-4c58-40d0-a5cf-80389f7d4718 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117494 Jan 24 10:35:49.876752 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44508) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:49.892599 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41d09f31-b5ee-4a28-b422-cbe163cebb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.928800 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['6c0d8905-91bc-4c16-99a3-76786416a479'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:35:49.981949 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41d09f31-b5ee-4a28-b422-cbe163cebb40 admin admin] Publish callbacks [] for security_group (2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:49.988453 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41d09f31-b5ee-4a28-b422-cbe163cebb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.045014 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-41d09f31-b5ee-4a28-b422-cbe163cebb40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5c25187d5374b548e32a3834f298a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670578 Jan 24 10:35:50.045773 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d09f31-b5ee-4a28-b422-cbe163cebb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:50.047920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:50.143822 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] Publish callbacks [] for security_group (2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.176735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] Publish callbacks [] for security_group (2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.236479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.240827 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.242799 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61 HTTP/1.1" status: 204 len: 168 time: 0.1936438 Jan 24 10:35:50.254434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aebe8-7244-47fe-b5bc-11ddbf14931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0fb99-86e6-437b-ae2b-eb7e3b55fc61,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:50.331805 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:50.669649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c907f681-c266-4fb4-9b48-e82f5c18b28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.711466 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18096d-8d7d-45a6-9dc0-787cc0088d5f req-01046036-6bd1-487d-8740-e992ae55b793 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:50.717422 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf18096d-8d7d-45a6-9dc0-787cc0088d5f req-01046036-6bd1-487d-8740-e992ae55b793 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 944 time: 0.1206639 Jan 24 10:35:50.757750 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee7300-b34f-4d05-bb46-e1889a324334 req-0e156188-3ba0-44fa-9bc4-49f8dde8c9d3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:50.760203 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19ee7300-b34f-4d05-bb46-e1889a324334 req-0e156188-3ba0-44fa-9bc4-49f8dde8c9d3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.1288757 Jan 24 10:35:50.779319 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.828148 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf18096d-8d7d-45a6-9dc0-787cc0088d5f req-dd9c9e2f-c035-47fe-acdd-08ac29095bb0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073093 Jan 24 10:35:50.881844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c907f681-c266-4fb4-9b48-e82f5c18b28d admin admin] Publish callbacks [] for security_group (8c5d1e7d-ae82-4a11-b800-37f11cb834d1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.886787 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19ee7300-b34f-4d05-bb46-e1889a324334 req-3b7c2efc-0a70-4c57-b81c-ac844de8b458 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163001 Jan 24 10:35:50.887855 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c907f681-c266-4fb4-9b48-e82f5c18b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8c5d1e7d-ae82-4a11-b800-37f11cb834d1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:50.953286 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c907f681-c266-4fb4-9b48-e82f5c18b28d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c314ba7e61614a9b8b5bf8ac7fd55258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203012 Jan 24 10:35:50.955837 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907f681-c266-4fb4-9b48-e82f5c18b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d1e7d-ae82-4a11-b800-37f11cb834d1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:50.956020 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44562) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:50.982233 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfe369-1756-4fe3-a1c7-5fa60ed65d0b req-d4620215-3618-4328-8b6d-be448832d1cd tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:50.984240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-52dfe369-1756-4fe3-a1c7-5fa60ed65d0b req-d4620215-3618-4328-8b6d-be448832d1cd tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 945 time: 0.0746427 Jan 24 10:35:51.015726 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] Publish callbacks [] for security_group (8c5d1e7d-ae82-4a11-b800-37f11cb834d1), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.038727 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-52dfe369-1756-4fe3-a1c7-5fa60ed65d0b req-6268204c-4b8a-4cb3-9627-2c12bb304360 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477850 Jan 24 10:35:51.040724 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] Publish callbacks [] for security_group (8c5d1e7d-ae82-4a11-b800-37f11cb834d1), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.090338 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8c5d1e7d-ae82-4a11-b800-37f11cb834d1), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.093023 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.096667 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c5d1e7d-ae82-4a11-b800-37f11cb834d1 HTTP/1.1" status: 204 len: 168 time: 0.1371171 Jan 24 10:35:51.102353 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d203844-ca7b-42c1-8288-9671eee92b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d1e7d-ae82-4a11-b800-37f11cb834d1,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:51.612613 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44602) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:51.841039 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-25f58822-8c42-437c-b283-24727d0b99c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.927337 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-25f58822-8c42-437c-b283-24727d0b99c8 admin admin] Publish callbacks [] for security_group (bb813eba-c594-431d-a8ef-84254d56fd6d), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.947881 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-25f58822-8c42-437c-b283-24727d0b99c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bb813eba-c594-431d-a8ef-84254d56fd6d), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:51.967464 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbf159-d00a-4db2-b1e8-fabc48619ff3 req-6cb0b6d1-f0e4-4170-a703-f84c009f8128 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:51.973500 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89bbf159-d00a-4db2-b1e8-fabc48619ff3 req-6cb0b6d1-f0e4-4170-a703-f84c009f8128 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 944 time: 0.0670006 Jan 24 10:35:51.983421 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-25f58822-8c42-437c-b283-24727d0b99c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5102ce6fc19246ff88531ba52004fc7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603063 Jan 24 10:35:51.990455 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44630) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:52.018956 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 629e222f-e31d-4af7-b4d6-c68c2ddae92b up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:52.037809 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58822-8c42-437c-b283-24727d0b99c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb813eba-c594-431d-a8ef-84254d56fd6d,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:52.067549 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313629bd-ab9d-48aa-bb76-b8fe69fff9d3 req-bad582ea-63eb-4850-8104-e05643750540 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:52.081038 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-313629bd-ab9d-48aa-bb76-b8fe69fff9d3 req-bad582ea-63eb-4850-8104-e05643750540 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.1056890 Jan 24 10:35:52.087857 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] Publish callbacks [] for security_group (bb813eba-c594-431d-a8ef-84254d56fd6d), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.122844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89bbf159-d00a-4db2-b1e8-fabc48619ff3 req-59df9a7c-8f8f-4e66-bb6a-07ee69b72241 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457868 Jan 24 10:35:52.129638 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 629e222f-e31d-4af7-b4d6-c68c2ddae92b completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:35:52.130515 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] Publish callbacks [] for security_group (bb813eba-c594-431d-a8ef-84254d56fd6d), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.138323 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 629e222f-e31d-4af7-b4d6-c68c2ddae92b triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:52.138722 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.181621 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-313629bd-ab9d-48aa-bb76-b8fe69fff9d3 req-aee3ed1e-f99c-4281-8d7f-0966039782f2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992944 Jan 24 10:35:52.216712 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bb813eba-c594-431d-a8ef-84254d56fd6d), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.220645 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.222054 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb813eba-c594-431d-a8ef-84254d56fd6d HTTP/1.1" status: 204 len: 168 time: 0.2302737 Jan 24 10:35:52.231550 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a80cd-8a91-4770-a8ba-02d9743ac537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb813eba-c594-431d-a8ef-84254d56fd6d,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:52.272129 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a930b7-8c88-41b4-872e-9fc631bdb3ab req-723e9d9d-0ee3-45fc-8682-f3b26f51d1a8 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:52.275644 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87a930b7-8c88-41b4-872e-9fc631bdb3ab req-723e9d9d-0ee3-45fc-8682-f3b26f51d1a8 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 945 time: 0.0654533 Jan 24 10:35:52.295296 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 629e222f-e31d-4af7-b4d6-c68c2ddae92b is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:52.295701 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.333866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:52.349278 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87a930b7-8c88-41b4-872e-9fc631bdb3ab req-04b0634b-17d7-477d-8fce-20670aa02786 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623653 Jan 24 10:35:52.413226 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:52.418664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.419837 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:52.506349 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:52.517642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 6c0d8905-91bc-4c16-99a3-76786416a479 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:35:52.522377 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 6c0d8905-91bc-4c16-99a3-76786416a479 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:52.522709 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.558788 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44650) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:52.586242 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be4f69ad-2054-47fa-80f0-a7b7635fe708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.609496 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a408ae-642b-4482-af6a-a60d213890cb" -d '{"events": [{"server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "name": "network-vif-plugged", "status": "completed", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:52.656079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:52.657068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.696133 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be4f69ad-2054-47fa-80f0-a7b7635fe708 admin admin] Publish callbacks [] for security_group (d743914c-75ad-4c5e-ba79-b695fc812ab1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.702531 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be4f69ad-2054-47fa-80f0-a7b7635fe708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d743914c-75ad-4c5e-ba79-b695fc812ab1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.711156 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:52.716348 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.717640 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:52.747823 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f69ad-2054-47fa-80f0-a7b7635fe708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743914c-75ad-4c5e-ba79-b695fc812ab1,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:52.762725 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-be4f69ad-2054-47fa-80f0-a7b7635fe708 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cce4b4e913b145dca7a0a3fcc8520bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028265 Jan 24 10:35:52.765530 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44664) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:52.857185 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:52.865803 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] Publish callbacks [] for security_group (d743914c-75ad-4c5e-ba79-b695fc812ab1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.903880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] Publish callbacks [] for security_group (d743914c-75ad-4c5e-ba79-b695fc812ab1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.919113 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ec897-162b-40cf-b7c0-ab2ecca48ab9 x-openstack-request-id: req-4e4ec897-162b-40cf-b7c0-ab2ecca48ab9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:52.919440 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "name": "network-vif-plugged", "status": "completed", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:52.922074 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e4ec897-162b-40cf-b7c0-ab2ecca48ab9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:52.922616 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b', 'code': 200} Jan 24 10:35:52.978733 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:35:52.983818 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:52.984310 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.988459 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d743914c-75ad-4c5e-ba79-b695fc812ab1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.992826 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:52.994766 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d743914c-75ad-4c5e-ba79-b695fc812ab1 HTTP/1.1" status: 204 len: 168 time: 0.2278144 Jan 24 10:35:53.008047 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2e47-5fec-4613-bfac-0a86402a162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743914c-75ad-4c5e-ba79-b695fc812ab1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:53.218865 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-06adb3aa-a3bf-46ad-9024-20510de34428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:53.220722 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-06adb3aa-a3bf-46ad-9024-20510de34428 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.1016934 Jan 24 10:35:53.344986 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:53.345557 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.374777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f115-c232-41a2-afd9-d451287fd11c req-6fe75ae7-4567-40d1-941d-00e2b0f01d03 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:53.382214 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1414f115-c232-41a2-afd9-d451287fd11c req-6fe75ae7-4567-40d1-941d-00e2b0f01d03 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 944 time: 0.1227744 Jan 24 10:35:53.382611 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,segment=NetworkSegment(b05b8382-8bd4-4fba-a8e7-33912937006a),segment_id=b05b8382-8bd4-4fba-a8e7-33912937006a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:53.388403 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.389272 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device b3405c4d-5b47-4b20-ae93-f6fa507df756 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:35:53.434637 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a350-75f2-4e50-9b83-ca7be4d4046f req-7ae019ee-0945-4c14-9c86-96b2a5b28052 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:53.436389 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ecb1a350-75f2-4e50-9b83-ca7be4d4046f req-7ae019ee-0945-4c14-9c86-96b2a5b28052 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1163242 Jan 24 10:35:53.447716 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44702) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:53.488328 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:53.504116 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port b3405c4d-5b47-4b20-ae93-f6fa507df756 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:35:53.504847 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1414f115-c232-41a2-afd9-d451287fd11c req-35ee5666-f926-4345-b304-09d3cfb23f2a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208451 Jan 24 10:35:53.508675 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port b3405c4d-5b47-4b20-ae93-f6fa507df756 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:35:53.509091 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.569830 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ecb1a350-75f2-4e50-9b83-ca7be4d4046f req-4a276e75-455b-4b0e-ba2f-8086b400dd2b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263351 Jan 24 10:35:53.642711 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f7fc8-5cb9-4909-9654-2fee4f9a2136 req-8034e29f-bb75-4dc2-bb3e-fb9a8c73e9a2 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:53.647387 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port b3405c4d-5b47-4b20-ae93-f6fa507df756 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:35:53.647806 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.651256 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c11f7fc8-5cb9-4909-9654-2fee4f9a2136 req-8034e29f-bb75-4dc2-bb3e-fb9a8c73e9a2 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0636165 Jan 24 10:35:53.696522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:35:53.699732 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44712) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:53.712866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.720793 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00693d8c-a768-40db-bf43-2f70c66e0e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.721363 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c11f7fc8-5cb9-4909-9654-2fee4f9a2136 req-86a68359-579d-4871-8ed5-6f35e2310ab0 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690546 Jan 24 10:35:53.782936 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:53.819747 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00693d8c-a768-40db-bf43-2f70c66e0e2a admin admin] Publish callbacks [] for security_group (0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.825834 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00693d8c-a768-40db-bf43-2f70c66e0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.865207 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-00693d8c-a768-40db-bf43-2f70c66e0e2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26648c58438a48e59c0ae98f66639570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644113 Jan 24 10:35:53.868113 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44714) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:53.874411 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00693d8c-a768-40db-bf43-2f70c66e0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:53.883737 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe422-f457-4a28-b07a-d70878e54cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.927175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] Publish callbacks [] for security_group (0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.952331 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] Publish callbacks [] for security_group (0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.966175 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe422-f457-4a28-b07a-d70878e54cc5 admin admin] Publish callbacks [] for security_group (2baf7142-1ea8-4bd3-8c20-79e881d23eb3), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:53.970343 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe422-f457-4a28-b07a-d70878e54cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2baf7142-1ea8-4bd3-8c20-79e881d23eb3), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.012839 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b1dfe422-f457-4a28-b07a-d70878e54cc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe0c4f3f60d8401b8c7e1e381e80b7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638173 Jan 24 10:35:54.015594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44720) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:54.024254 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfe422-f457-4a28-b07a-d70878e54cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf7142-1ea8-4bd3-8c20-79e881d23eb3,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.026314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.032935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.039003 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf HTTP/1.1" status: 204 len: 168 time: 0.1693218 Jan 24 10:35:54.054890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592e7a-7e09-481e-9e94-2b57c26bf82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fccc84d-25ab-4bb3-9661-99ac9eb1d1bf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.077413 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-bb90ce4c-6f04-4e1a-90db-775055ceb4c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.101207 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] Publish callbacks [] for security_group (2baf7142-1ea8-4bd3-8c20-79e881d23eb3), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.137028 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] Publish callbacks [] for security_group (2baf7142-1ea8-4bd3-8c20-79e881d23eb3), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.206871 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-bb90ce4c-6f04-4e1a-90db-775055ceb4c4 service neutron] Publish callbacks [] for security_group (0c222afc-4b51-44b3-859e-9682c0c067c4), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.212070 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-bb90ce4c-6f04-4e1a-90db-775055ceb4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (0c222afc-4b51-44b3-859e-9682c0c067c4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.227324 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2baf7142-1ea8-4bd3-8c20-79e881d23eb3), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.229841 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.230995 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2baf7142-1ea8-4bd3-8c20-79e881d23eb3 HTTP/1.1" status: 204 len: 168 time: 0.2138813 Jan 24 10:35:54.259071 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-0ed71105-0ed5-4c2c-8e73-751fd166160d req-bb90ce4c-6f04-4e1a-90db-775055ceb4c4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990173 Jan 24 10:35:54.267618 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ce4c-6f04-4e1a-90db-775055ceb4c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c222afc-4b51-44b3-859e-9682c0c067c4,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.278812 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e79524-f58f-4613-ad97-81e9fb2fb099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf7142-1ea8-4bd3-8c20-79e881d23eb3,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.516742 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44740) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:54.535187 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf497b0b-c25b-4994-85c6-20e44427619a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.608761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf497b0b-c25b-4994-85c6-20e44427619a admin admin] Publish callbacks [] for security_group (f3b50480-0cc3-4687-aefc-d1a1270e3ae4), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.614579 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bf497b0b-c25b-4994-85c6-20e44427619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f3b50480-0cc3-4687-aefc-d1a1270e3ae4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.622020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa507e-7a34-4beb-8a3c-30671177135b req-a318a83c-3788-40f8-8c7a-d7bfe3355bda tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:54.623566 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c3aa507e-7a34-4beb-8a3c-30671177135b req-a318a83c-3788-40f8-8c7a-d7bfe3355bda tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0583112 Jan 24 10:35:54.665198 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-bf497b0b-c25b-4994-85c6-20e44427619a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e944dd1166c409a9d6b37630a565440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472592 Jan 24 10:35:54.666192 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44750) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:54.689033 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c3aa507e-7a34-4beb-8a3c-30671177135b req-b215a213-6de5-4ca0-a1d1-8f849a98339a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583708 Jan 24 10:35:54.701301 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497b0b-c25b-4994-85c6-20e44427619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b50480-0cc3-4687-aefc-d1a1270e3ae4,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.738476 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] Publish callbacks [] for security_group (f3b50480-0cc3-4687-aefc-d1a1270e3ae4), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.741328 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2040d-794e-4ed1-b783-9b559e77a403 req-8cb045aa-6bab-4e82-aabf-5fbb210017e1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:54.742994 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ab2040d-794e-4ed1-b783-9b559e77a403 req-8cb045aa-6bab-4e82-aabf-5fbb210017e1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0740650 Jan 24 10:35:54.760434 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] Publish callbacks [] for security_group (f3b50480-0cc3-4687-aefc-d1a1270e3ae4), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.810489 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ab2040d-794e-4ed1-b783-9b559e77a403 req-d47f584f-565e-4906-aed7-11cfa144a92f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614707 Jan 24 10:35:54.817866 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f3b50480-0cc3-4687-aefc-d1a1270e3ae4), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.822070 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:54.825208 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3b50480-0cc3-4687-aefc-d1a1270e3ae4 HTTP/1.1" status: 204 len: 168 time: 0.1508052 Jan 24 10:35:54.837673 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04790587-d96b-465e-b778-672c21110d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b50480-0cc3-4687-aefc-d1a1270e3ae4,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:54.872577 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02ed1d-9e72-49e9-aa78-121bde0b7801 req-44b8ebae-26ff-4713-a77b-8006c983fd0b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:54.874118 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d02ed1d-9e72-49e9-aa78-121bde0b7801 req-44b8ebae-26ff-4713-a77b-8006c983fd0b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0622499 Jan 24 10:35:54.924034 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}, {'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf'}, {'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:35:54.928105 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633de715-fdc8-49c8-89d4-728c3cebf2f1" -d '{"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}, {"server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "name": "network-vif-plugged", "status": "completed", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf"}, {"server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "name": "network-vif-plugged", "status": "completed", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:35:54.941204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d02ed1d-9e72-49e9-aa78-121bde0b7801 req-142a122c-be13-4541-8b72-fa90948980ad tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Jan 24 10:35:54.984029 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 24 Jan 2022 10:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3dcb09-08b5-443b-b3f8-98c3ae97cbaa x-openstack-request-id: req-5f3dcb09-08b5-443b-b3f8-98c3ae97cbaa {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:35:54.984951 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "code": 200}, {"server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "name": "network-vif-plugged", "status": "completed", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf", "code": 200}, {"server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "name": "network-vif-plugged", "status": "completed", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:35:54.985237 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f3dcb09-08b5-443b-b3f8-98c3ae97cbaa {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:35:54.985657 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'code': 200} Jan 24 10:35:54.985923 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf', 'code': 200} Jan 24 10:35:54.986185 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756', 'code': 200} Jan 24 10:35:55.819255 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d88e3-cfc3-41a8-b7f7-cb685a6aea5f req-2c532177-869b-4045-b089-f77d3c8f074e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:55.820808 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f85d88e3-cfc3-41a8-b7f7-cb685a6aea5f req-2c532177-869b-4045-b089-f77d3c8f074e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0550840 Jan 24 10:35:55.878407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f85d88e3-cfc3-41a8-b7f7-cb685a6aea5f req-3e05be54-f524-4b81-af61-b4678923ddff tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Jan 24 10:35:55.967152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97a454-d108-45c3-8335-3add2db0fcb6 req-3482a36f-46f5-4c69-b7d0-32302d94af5d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:55.975296 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a97a454-d108-45c3-8335-3add2db0fcb6 req-3482a36f-46f5-4c69-b7d0-32302d94af5d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0644088 Jan 24 10:35:56.037730 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a97a454-d108-45c3-8335-3add2db0fcb6 req-12f77144-8c44-4980-995b-bc3d4c7fb10c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615234 Jan 24 10:35:56.085006 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a544dd-ab00-4e99-bfcc-be1cb572b447 req-c8befb83-11b1-46ee-85eb-610d7f640b0c tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:56.092097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6a544dd-ab00-4e99-bfcc-be1cb572b447 req-c8befb83-11b1-46ee-85eb-610d7f640b0c tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Jan 24 10:35:56.185994 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6a544dd-ab00-4e99-bfcc-be1cb572b447 req-9eb1b53b-44a1-4cd1-aced-0b33168380ea tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925357 Jan 24 10:35:56.577099 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:56.679344 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f26cbc64-4cca-4011-98a2-129a7d603f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.761426 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f26cbc64-4cca-4011-98a2-129a7d603f6e admin admin] Publish callbacks [] for security_group (e179f924-0bae-473a-9338-361fda6e16cb), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.766887 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f26cbc64-4cca-4011-98a2-129a7d603f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e179f924-0bae-473a-9338-361fda6e16cb), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.809330 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f26cbc64-4cca-4011-98a2-129a7d603f6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=021d5de4bf444e4a9d12eeb28dba6a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309039 Jan 24 10:35:56.810444 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cbc64-4cca-4011-98a2-129a7d603f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e179f924-0bae-473a-9338-361fda6e16cb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:56.812214 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44882) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:56.863986 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] Publish callbacks [] for security_group (e179f924-0bae-473a-9338-361fda6e16cb), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.885877 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] Publish callbacks [] for security_group (e179f924-0bae-473a-9338-361fda6e16cb), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.940749 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e179f924-0bae-473a-9338-361fda6e16cb), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.943508 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:56.947513 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e179f924-0bae-473a-9338-361fda6e16cb HTTP/1.1" status: 204 len: 168 time: 0.1329274 Jan 24 10:35:56.959429 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fe20-d8ee-4398-acf3-34e78f59cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e179f924-0bae-473a-9338-361fda6e16cb,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:57.039783 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d11-f9b4-4f62-b3ae-08c9ea0167fc req-0de0f7de-f2da-43d1-bc50-baf9f5c239dc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:57.043516 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f460d11-f9b4-4f62-b3ae-08c9ea0167fc req-0de0f7de-f2da-43d1-bc50-baf9f5c239dc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0794101 Jan 24 10:35:57.101934 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f460d11-f9b4-4f62-b3ae-08c9ea0167fc req-bf19fbb5-7c7a-415a-bb8c-e306d0d6444b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495372 Jan 24 10:35:57.176331 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18d9d3-42ca-46b4-a15e-8559db75f02c req-f7df2353-bd64-41ea-bdab-e6fd304d50bf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:57.177833 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e18d9d3-42ca-46b4-a15e-8559db75f02c req-f7df2353-bd64-41ea-bdab-e6fd304d50bf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0508461 Jan 24 10:35:57.231840 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e18d9d3-42ca-46b4-a15e-8559db75f02c req-f2ff9dae-5de3-489b-8382-9010c248a896 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479259 Jan 24 10:35:57.245813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 44898) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:57.262917 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-311c76f2-5ffe-4f0f-9ffc-9cc6a95739a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.326573 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ff1be-c843-444a-a112-279119eabefc req-30129fad-e641-4519-b857-cf911078f002 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:57.328652 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b43ff1be-c843-444a-a112-279119eabefc req-30129fad-e641-4519-b857-cf911078f002 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Jan 24 10:35:57.348118 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-311c76f2-5ffe-4f0f-9ffc-9cc6a95739a4 admin admin] Publish callbacks [] for security_group (39fc8f70-c42a-48a1-9405-e606cc50ecc1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.352345 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-311c76f2-5ffe-4f0f-9ffc-9cc6a95739a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (39fc8f70-c42a-48a1-9405-e606cc50ecc1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.385342 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b43ff1be-c843-444a-a112-279119eabefc req-3ad09036-7a62-4f48-9e36-fd310b114a58 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Jan 24 10:35:57.387036 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-311c76f2-5ffe-4f0f-9ffc-9cc6a95739a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dbed2ce2c64416a81c22046ce6f0059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398504 Jan 24 10:35:57.389731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 44902) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:35:57.392514 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c76f2-5ffe-4f0f-9ffc-9cc6a95739a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc8f70-c42a-48a1-9405-e606cc50ecc1,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:57.451392 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] Publish callbacks [] for security_group (39fc8f70-c42a-48a1-9405-e606cc50ecc1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.474290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] Publish callbacks [] for security_group (39fc8f70-c42a-48a1-9405-e606cc50ecc1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.523186 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (39fc8f70-c42a-48a1-9405-e606cc50ecc1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.526193 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:57.527352 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39fc8f70-c42a-48a1-9405-e606cc50ecc1 HTTP/1.1" status: 204 len: 168 time: 0.1360133 Jan 24 10:35:57.536058 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768f72-8f90-436a-a448-cf30607df912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc8f70-c42a-48a1-9405-e606cc50ecc1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:35:58.211877 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4075c0-6bf1-46ef-863d-36f96752a8c5 req-c3f1420f-c3e8-48d9-ba6a-e10d29f07b7c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:58.213415 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5f4075c0-6bf1-46ef-863d-36f96752a8c5 req-c3f1420f-c3e8-48d9-ba6a-e10d29f07b7c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0497777 Jan 24 10:35:58.261304 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5f4075c0-6bf1-46ef-863d-36f96752a8c5 req-2ec7cf8c-d99c-4a93-bf4f-36b881b9fbac tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Jan 24 10:35:58.365024 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d1603-c336-4b61-bdb4-384b01c67be9 req-a6fe2c35-9322-4f99-a4a3-88c72efc7aec tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:58.366542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee2d1603-c336-4b61-bdb4-384b01c67be9 req-a6fe2c35-9322-4f99-a4a3-88c72efc7aec tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0546203 Jan 24 10:35:58.415419 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee2d1603-c336-4b61-bdb4-384b01c67be9 req-760d5b9c-80c3-49c1-850a-ad442e9d8c9e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430377 Jan 24 10:35:58.517210 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1884-91a1-4d03-9da7-60bc6a8d45c4 req-4b650e41-4957-4ccf-9c2d-55b4248cc9e9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:58.518883 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba6b1884-91a1-4d03-9da7-60bc6a8d45c4 req-4b650e41-4957-4ccf-9c2d-55b4248cc9e9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0523572 Jan 24 10:35:58.568709 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba6b1884-91a1-4d03-9da7-60bc6a8d45c4 req-7c43f3e0-2e37-462f-99ff-ec8dfe4d0f6b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Jan 24 10:35:59.076980 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342814-8909-4a1c-b0fd-354a91c813b0 req-ca8c1cac-0c38-4ffb-b1f1-93e8f26aa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.078636 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-93342814-8909-4a1c-b0fd-354a91c813b0 req-ca8c1cac-0c38-4ffb-b1f1-93e8f26aa301 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1098 time: 0.0621288 Jan 24 10:35:59.116147 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195046-b807-4f09-86ce-03c766f35b20 req-cceb9ae1-734e-4b2e-a5a8-704111dfe268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.117682 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-72195046-b807-4f09-86ce-03c766f35b20 req-cceb9ae1-734e-4b2e-a5a8-704111dfe268 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1099 time: 0.1001170 Jan 24 10:35:59.125789 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-93342814-8909-4a1c-b0fd-354a91c813b0 req-c39c4450-2015-466e-9424-2e9ad5e4a8e2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Jan 24 10:35:59.145813 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835d8d-4239-4dd0-9693-4c4b73990ba3 req-c2b926d1-97ba-4019-9367-e7743ec76601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.147345 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4835d8d-4239-4dd0-9693-4c4b73990ba3 req-c2b926d1-97ba-4019-9367-e7743ec76601 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 1099 time: 0.0449045 Jan 24 10:35:59.174594 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:35:59.443476 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-72195046-b807-4f09-86ce-03c766f35b20 req-d4d1d17e-786a-44b8-9a04-7f98394eb4fc service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977368 Jan 24 10:35:59.445597 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4835d8d-4239-4dd0-9693-4c4b73990ba3 req-6bf2b01c-59d1-46b7-aabe-7500c7f6321c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Jan 24 10:35:59.453205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873d73d-c8bb-4357-9682-4103cab1412d req-e6b22e8f-1c19-4241-8791-9b852874ca61 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.459803 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6873d73d-c8bb-4357-9682-4103cab1412d req-e6b22e8f-1c19-4241-8791-9b852874ca61 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1301603 Jan 24 10:35:59.511573 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6873d73d-c8bb-4357-9682-4103cab1412d req-70cbbeca-5a73-490e-a35c-9cf9e6edf01c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508504 Jan 24 10:35:59.549275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52022e-6585-48df-8841-f3bc5d27fb98 req-1c9414e0-8fb8-4250-9346-df5379df579d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.550728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c52022e-6585-48df-8841-f3bc5d27fb98 req-1c9414e0-8fb8-4250-9346-df5379df579d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0591078 Jan 24 10:35:59.596798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c52022e-6585-48df-8841-f3bc5d27fb98 req-804b8d11-8c24-4257-9bde-a3de9a90176b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404878 Jan 24 10:35:59.682849 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082027c6-fbbb-4802-b83e-e9fb5dbaaf91 req-8fbb413a-57c7-4711-b244-d378b9a28187 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:35:59.684398 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-082027c6-fbbb-4802-b83e-e9fb5dbaaf91 req-8fbb413a-57c7-4711-b244-d378b9a28187 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0485971 Jan 24 10:35:59.734022 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-082027c6-fbbb-4802-b83e-e9fb5dbaaf91 req-7e935356-c01b-4248-a1cd-0c7139ffcf52 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Jan 24 10:36:00.624041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5624-59e1-4f7a-8400-e089bd69fd78 req-fae671cc-70bd-44b2-8767-f7e02b2f1f24 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:00.626124 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-048a5624-59e1-4f7a-8400-e089bd69fd78 req-fae671cc-70bd-44b2-8767-f7e02b2f1f24 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Jan 24 10:36:00.682059 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-048a5624-59e1-4f7a-8400-e089bd69fd78 req-2f5908e3-2d1a-4f69-92dd-9b85ffa2d5ed tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Jan 24 10:36:00.717932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33290ad-de56-40c5-83b5-c00bb241d4ad req-4e555939-6c80-44e9-8be4-506e1bb77ac5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:00.719916 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f33290ad-de56-40c5-83b5-c00bb241d4ad req-4e555939-6c80-44e9-8be4-506e1bb77ac5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Jan 24 10:36:00.765452 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f33290ad-de56-40c5-83b5-c00bb241d4ad req-b402a88c-80de-44bc-9b9b-ca16dbe4ceae tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400183 Jan 24 10:36:00.848984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff4927-c610-462e-afed-136b780f1ce6 req-ba5a0f10-bd28-46da-b0a5-9dfe6c7387f5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:00.850405 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6ff4927-c610-462e-afed-136b780f1ce6 req-ba5a0f10-bd28-46da-b0a5-9dfe6c7387f5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0505841 Jan 24 10:36:00.895380 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6ff4927-c610-462e-afed-136b780f1ce6 req-3700bd39-2b4b-44fc-8433-c167635922e3 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Jan 24 10:36:01.801587 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f495-8652-4d42-89ee-b27caf7cad1b req-6e223a1c-9484-4647-8882-df078e96144f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:01.803123 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a94f495-8652-4d42-89ee-b27caf7cad1b req-6e223a1c-9484-4647-8882-df078e96144f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0540347 Jan 24 10:36:01.859368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a94f495-8652-4d42-89ee-b27caf7cad1b req-caa5d002-e4c9-495d-ba61-7be49f75b5f8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Jan 24 10:36:01.898209 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225713-4127-4b2d-b343-00aef4e84c74 req-7f8ab0a5-103f-464b-91d8-4343a42fca51 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:01.899658 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd225713-4127-4b2d-b343-00aef4e84c74 req-7f8ab0a5-103f-464b-91d8-4343a42fca51 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0604789 Jan 24 10:36:01.948915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd225713-4127-4b2d-b343-00aef4e84c74 req-cd4de9f6-d082-4658-9bd3-1f6189b9a70b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437694 Jan 24 10:36:02.017095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75642e-3d8d-4658-9e90-428e50baf171 req-2ed68a74-c884-49d3-8b6c-d4e871e8fdd4 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:02.018583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa75642e-3d8d-4658-9e90-428e50baf171 req-2ed68a74-c884-49d3-8b6c-d4e871e8fdd4 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0563943 Jan 24 10:36:02.071802 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa75642e-3d8d-4658-9e90-428e50baf171 req-80541e91-5d1d-4cb8-8fb3-55a7bc47ca4b tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Jan 24 10:36:02.973493 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a752bb-1072-4f08-ad2c-aa47aa0bec0d req-3c8929ef-e09c-4cad-9a88-32c0831f0f7e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:02.975817 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6a752bb-1072-4f08-ad2c-aa47aa0bec0d req-3c8929ef-e09c-4cad-9a88-32c0831f0f7e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Jan 24 10:36:03.034760 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6a752bb-1072-4f08-ad2c-aa47aa0bec0d req-589a1a8d-1026-407b-9c81-4db701cd77b8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Jan 24 10:36:03.069862 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea2e09-b947-4944-b4a6-1bb4ebb7a30f req-72899ea9-bf7e-413a-9acb-169c5cca17c3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:03.071314 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98ea2e09-b947-4944-b4a6-1bb4ebb7a30f req-72899ea9-bf7e-413a-9acb-169c5cca17c3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0520375 Jan 24 10:36:03.118414 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98ea2e09-b947-4944-b4a6-1bb4ebb7a30f req-1931043f-8ef5-44f9-91be-5b4f32997372 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416663 Jan 24 10:36:03.187825 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff0bf-fe16-4307-b56e-674d0bcf306a req-85cd0539-599c-4f24-92fa-56d5c4b49779 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:03.190553 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-131ff0bf-fe16-4307-b56e-674d0bcf306a req-85cd0539-599c-4f24-92fa-56d5c4b49779 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Jan 24 10:36:03.238076 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-131ff0bf-fe16-4307-b56e-674d0bcf306a req-9eadff38-4d41-40c0-877d-c6a5302fa105 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Jan 24 10:36:04.149676 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c884-8aa3-43c2-9ca8-b00a45521b3b req-a38896a4-0674-4580-8886-24c66697944e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:04.151083 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7f03c884-8aa3-43c2-9ca8-b00a45521b3b req-a38896a4-0674-4580-8886-24c66697944e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Jan 24 10:36:04.210091 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7f03c884-8aa3-43c2-9ca8-b00a45521b3b req-b40a186e-48d9-4324-b20b-feaeffc13bd2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 Jan 24 10:36:04.249445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9dba1-c2d9-4a3e-938b-b172027cfd04 req-13403654-3ab8-4deb-a407-aa2bc903b5ac tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:04.250923 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71d9dba1-c2d9-4a3e-938b-b172027cfd04 req-13403654-3ab8-4deb-a407-aa2bc903b5ac tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0547194 Jan 24 10:36:04.298397 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71d9dba1-c2d9-4a3e-938b-b172027cfd04 req-b533cd2a-d03d-47f9-b65f-e9c8a5c4e0aa tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419660 Jan 24 10:36:04.354914 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b992fd-e3c5-4b9f-8dc8-f63c3cb826b7 req-fc7627fd-e8be-4f63-8cc1-760eff659508 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:04.356407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a6b992fd-e3c5-4b9f-8dc8-f63c3cb826b7 req-fc7627fd-e8be-4f63-8cc1-760eff659508 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0523012 Jan 24 10:36:04.404649 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a6b992fd-e3c5-4b9f-8dc8-f63c3cb826b7 req-2561496f-c52f-45d7-b4a9-92093ceef273 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Jan 24 10:36:05.327795 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32963cef-4676-4f18-964c-d4aa1d104695 req-8c0a4d73-dc01-4b08-afff-dd20358e10cf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:05.329357 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-32963cef-4676-4f18-964c-d4aa1d104695 req-8c0a4d73-dc01-4b08-afff-dd20358e10cf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Jan 24 10:36:05.385445 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-32963cef-4676-4f18-964c-d4aa1d104695 req-8951f732-f2ec-45d9-b864-e39bf901699b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Jan 24 10:36:05.420651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593020cb-23e6-4a5a-8e58-e1b0b9a9a70b req-894c07fb-5e06-45ce-9a52-3fe8de7ff13e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:05.422761 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-593020cb-23e6-4a5a-8e58-e1b0b9a9a70b req-894c07fb-5e06-45ce-9a52-3fe8de7ff13e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0505192 Jan 24 10:36:05.469478 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-593020cb-23e6-4a5a-8e58-e1b0b9a9a70b req-82531f02-1eea-4dcd-9948-957b54cddcdb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408123 Jan 24 10:36:05.519781 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae850e-2baa-40a8-8e57-4c91ea45f0bc req-77d77959-8238-4893-a4c7-446d95e86851 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:05.521243 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2aae850e-2baa-40a8-8e57-4c91ea45f0bc req-77d77959-8238-4893-a4c7-446d95e86851 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0508809 Jan 24 10:36:05.571170 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2aae850e-2baa-40a8-8e57-4c91ea45f0bc req-49741137-73d6-45c9-9fa7-efdf531513bb tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Jan 24 10:36:06.532832 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e340-39ac-4a23-87d0-6e242e40184d req-ef2d46f9-44fa-46bc-898f-25e6bc65769e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:06.541307 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70d7e340-39ac-4a23-87d0-6e242e40184d req-ef2d46f9-44fa-46bc-898f-25e6bc65769e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0642896 Jan 24 10:36:06.639147 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70d7e340-39ac-4a23-87d0-6e242e40184d req-3111f02b-573f-41cd-aa3b-f6ece0545ef8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969455 Jan 24 10:36:06.656075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69f34-531d-45e8-93e7-754c31af0b9c req-fa59f2f0-d5e1-4055-9915-4f78429d83c0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:06.658169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-43b69f34-531d-45e8-93e7-754c31af0b9c req-fa59f2f0-d5e1-4055-9915-4f78429d83c0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0984192 Jan 24 10:36:07.004692 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-43b69f34-531d-45e8-93e7-754c31af0b9c req-69f7f4b8-deb2-49e6-b1a3-0bb2a6091b9a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3385575 Jan 24 10:36:07.014407 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb40c-f3c5-495c-8463-1451f28efac0 req-07f6b089-22ee-4f28-afc5-59aec46cb6f6 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:07.021725 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a74bb40c-f3c5-495c-8463-1451f28efac0 req-07f6b089-22ee-4f28-afc5-59aec46cb6f6 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.1163344 Jan 24 10:36:07.105918 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a74bb40c-f3c5-495c-8463-1451f28efac0 req-8bebcea5-34ab-4166-869d-eb696eefe16d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799351 Jan 24 10:36:07.770386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a9242-52d3-48f2-86bb-a758b78cf9ef req-8cad0f13-cfcb-40fc-b80c-898dfb0cc5e9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:07.772114 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a74a9242-52d3-48f2-86bb-a758b78cf9ef req-8cad0f13-cfcb-40fc-b80c-898dfb0cc5e9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0616317 Jan 24 10:36:07.830913 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a74a9242-52d3-48f2-86bb-a758b78cf9ef req-f4340cc7-2eaa-4065-8a8b-1b30c4c7bbc9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Jan 24 10:36:08.202478 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45228) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:08.255270 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde7492-2226-4490-a7c5-02d1ac991eab req-44683958-22ab-41d0-83e4-a866aaa61bbc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.262579 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcde7492-2226-4490-a7c5-02d1ac991eab req-44683958-22ab-41d0-83e4-a866aaa61bbc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1312664 Jan 24 10:36:08.297825 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-3f5e0c3f-4d2d-4fce-8cd8-38707959e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.299765 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-3f5e0c3f-4d2d-4fce-8cd8-38707959e693 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1098 time: 0.1577861 Jan 24 10:36:08.341489 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf0f4b-042a-498e-b929-b0bae1c92910 req-287d82ef-254a-4025-b403-fc3ba9038623 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.345497 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87cf0f4b-042a-498e-b929-b0bae1c92910 req-287d82ef-254a-4025-b403-fc3ba9038623 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1702690 Jan 24 10:36:08.351880 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c4cad400-cf8e-4a54-921b-0ff5c53d8bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.436796 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcde7492-2226-4490-a7c5-02d1ac991eab req-2d76cea4-adf3-47c3-a229-7a72b2aededa tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731727 Jan 24 10:36:08.447966 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c4cad400-cf8e-4a54-921b-0ff5c53d8bd2 admin admin] Publish callbacks [] for security_group (903b1345-513f-4ffd-8e1a-d73117458a96), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.461295 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c4cad400-cf8e-4a54-921b-0ff5c53d8bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (903b1345-513f-4ffd-8e1a-d73117458a96), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.535595 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87cf0f4b-042a-498e-b929-b0bae1c92910 req-4aba227e-8243-41a3-b3c9-bcdbe8194527 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1648071 Jan 24 10:36:08.537514 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-c4cad400-cf8e-4a54-921b-0ff5c53d8bd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c71d1c0ddd8440328be6b9d2649a0e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343387 Jan 24 10:36:08.539161 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45256) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:08.563444 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-46b093a8-1d34-4f51-b8f0-b17c95f35d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.564600 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-46b093a8-1d34-4f51-b8f0-b17c95f35d25 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.2516515 Jan 24 10:36:08.604945 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cad400-cf8e-4a54-921b-0ff5c53d8bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b1345-513f-4ffd-8e1a-d73117458a96,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:08.626786 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] Publish callbacks [] for security_group (903b1345-513f-4ffd-8e1a-d73117458a96), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.657111 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] Publish callbacks [] for security_group (903b1345-513f-4ffd-8e1a-d73117458a96), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.696744 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-4cd82853-5db9-42e3-8121-cd44296f7f02 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 200 len: 217 time: 0.0802526 Jan 24 10:36:08.732983 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (903b1345-513f-4ffd-8e1a-d73117458a96), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.737784 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:08.738981 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/903b1345-513f-4ffd-8e1a-d73117458a96 HTTP/1.1" status: 204 len: 168 time: 0.1970279 Jan 24 10:36:08.753990 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b4eb5-dcc3-477e-b93d-59b903762c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b1345-513f-4ffd-8e1a-d73117458a96,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:08.821174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949941fc-70ac-4876-b42b-a2dadc7f9203 req-80910371-b5cd-4224-9c28-c1bc06e7b933 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.822862 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-949941fc-70ac-4876-b42b-a2dadc7f9203 req-80910371-b5cd-4224-9c28-c1bc06e7b933 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.2859571 Jan 24 10:36:08.900171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-8cbfb5d2-7f5f-4e74-9240-35f775e574da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.901968 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-8cbfb5d2-7f5f-4e74-9240-35f775e574da service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.1897609 Jan 24 10:36:08.955769 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0393a3-3561-493f-b11e-def9faa7b3c7 req-ae16f833-cc9c-4e54-967b-a114d6a6c698 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:08.957414 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3b0393a3-3561-493f-b11e-def9faa7b3c7 req-ae16f833-cc9c-4e54-967b-a114d6a6c698 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2142587 Jan 24 10:36:08.962547 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-0ec2c23a-08ac-46c7-b2fa-52dd78efbbe7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470879 Jan 24 10:36:08.967079 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45292) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:08.967310 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-949941fc-70ac-4876-b42b-a2dadc7f9203 req-10d0fc11-24a6-42bf-9026-fa96c8a41a81 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365523 Jan 24 10:36:08.976594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'floatingip': {'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:36:09.082723 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:09.150527 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-3b0c9a8d-784f-4651-83bf-a1655d733fc3 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774092 Jan 24 10:36:09.599397 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ac91-8a76-45bc-afe3-ed14e7db07ff req-c34e900e-eba0-4713-8a30-170bc201048c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:09.606359 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7e92ac91-8a76-45bc-afe3-ed14e7db07ff req-c34e900e-eba0-4713-8a30-170bc201048c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0801363 Jan 24 10:36:09.681658 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7e92ac91-8a76-45bc-afe3-ed14e7db07ff req-b8ec7812-8ed7-4691-8a1e-16f54c39b60f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721138 Jan 24 10:36:10.063017 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:10.068155 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:10.141208 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57217f06-d4d3-46f0-868f-20ef570d7191 req-c2b05fea-579a-4eb9-854d-4b5de2ff53e0 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031137 Jan 24 10:36:10.176301 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.l3_db [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Floating IP bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b associated. External IP: 172.27.1.18, port: 6c0d8905-91bc-4c16-99a3-76786416a479. Jan 24 10:36:10.393725 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:36:10.500819 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:36:10.505432 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:10.514440 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:36:10.524246 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:36:10.524863 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:10.532053 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fc9ee415-0a95-4068-8ccd-d0a1305dcd95 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "PUT /v2.0/floatingips/bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b HTTP/1.1" status: 200 len: 991 time: 1.5630631 Jan 24 10:36:10.532645 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:36:10.534947 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c1537700a167b51ea0e5a19e5bbdc52b2ddf12a6c06346358aab2a25b04408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f960dc20-6371-407d-b65b-affb1bbdfbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:36:10.572367 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906e120-7e2d-4001-b93f-c5867fde7d2e x-openstack-request-id: req-5906e120-7e2d-4001-b93f-c5867fde7d2e {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:36:10.573135 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "status": "completed", "code": 200}]} {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:36:10.573135 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5906e120-7e2d-4001-b93f-c5867fde7d2e {{(pid=102588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:36:10.573686 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'status': 'completed', 'code': 200} Jan 24 10:36:10.635304 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:36:10.798473 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee9207-8e37-474c-a4d8-043830e61fe1 req-559c9d31-e180-42a3-8ecc-18d2f42a2c72 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:10.799949 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41ee9207-8e37-474c-a4d8-043830e61fe1 req-559c9d31-e180-42a3-8ecc-18d2f42a2c72 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0569973 Jan 24 10:36:10.862433 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41ee9207-8e37-474c-a4d8-043830e61fe1 req-df8203cf-742c-41af-b004-c57f592c5b63 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Jan 24 10:36:10.936949 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:35:33Z', 'updated_at': '2022-01-24T10:36:09Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:10.963442 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:36:10.972053 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:36:10.972661 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:35:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:11.075678 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:36:11.365210 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:35:33Z', 'updated_at': '2022-01-24T10:36:09Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:11.391481 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c55f1-bf23-4502-b478-c7c415ee80c6 None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:35:33Z', 'updated_at': '2022-01-24T10:36:09Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:36:11.602753 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e925e6c7-44ce-45ac-b98c-3c35fa7d9006 None None] New status for floating IP bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:36:12.008909 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b98c2b-1ebb-4429-97fa-d4642a486ce1 req-9866503c-3732-41e1-845a-28cedb32dfc2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:12.011197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82b98c2b-1ebb-4429-97fa-d4642a486ce1 req-9866503c-3732-41e1-845a-28cedb32dfc2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0911591 Jan 24 10:36:12.017991 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-2eadcd82-117f-4435-be75-3972b8018f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:12.019598 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-2eadcd82-117f-4435-be75-3972b8018f74 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1099 time: 0.0681372 Jan 24 10:36:12.116630 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82b98c2b-1ebb-4429-97fa-d4642a486ce1 req-451cdbdf-86bd-4173-add0-f8c0943afa6f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Jan 24 10:36:12.144549 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-84d9e78c-b4f7-4755-b626-c7732ccb514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:12.146201 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-84d9e78c-b4f7-4755-b626-c7732ccb514d service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.1117172 Jan 24 10:36:12.257053 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-133ec731-108b-4cef-96f1-0ab2b2f5ed2c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 1001 time: 0.0992985 Jan 24 10:36:12.318416 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-2cd080d3-954e-4945-83be-1fa016096549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:12.320580 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-2cd080d3-954e-4945-83be-1fa016096549 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0516093 Jan 24 10:36:12.421621 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-891955a9-c717-420d-82f2-6f16a9f72960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:12.423711 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-891955a9-c717-420d-82f2-6f16a9f72960 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943336 Jan 24 10:36:12.534615 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-e5d01262-d251-46a0-9fb7-9ac082b5d1e0 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023581 Jan 24 10:36:12.646099 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f960dc20-6371-407d-b65b-affb1bbdfbe9 req-5fb68004-0d52-4557-9374-519c369fd0cd service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062233 Jan 24 10:36:13.273436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86566714-84c3-4e35-bfb8-26ed67b644c9 req-0b533c2e-d320-47fe-81b7-3d01fae2e2c0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:13.275050 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86566714-84c3-4e35-bfb8-26ed67b644c9 req-0b533c2e-d320-47fe-81b7-3d01fae2e2c0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0560749 Jan 24 10:36:13.335421 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86566714-84c3-4e35-bfb8-26ed67b644c9 req-aa36bffa-89f9-4538-8f29-f32e25bd6fa4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542817 Jan 24 10:36:14.460640 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1206f343-89ec-4f92-8d68-b23919b1c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.465942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f47de-1a9b-4943-b991-2a8f3de92139 req-48275f97-131f-4028-b398-d68b19f35d2d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:14.467986 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f54f47de-1a9b-4943-b991-2a8f3de92139 req-48275f97-131f-4028-b398-d68b19f35d2d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0599625 Jan 24 10:36:14.530888 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f54f47de-1a9b-4943-b991-2a8f3de92139 req-ef582d5e-a16c-4e67-b71c-9be76ab1fdaf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Jan 24 10:36:14.633119 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45558) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:14.736767 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.812220 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Publish callbacks [] for security_group (ac5022a7-0e06-4e09-8d2c-a42009035af0), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.816612 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ac5022a7-0e06-4e09-8d2c-a42009035af0), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.862618 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83ccc9b71dc74f4da97b9a72fb3a1d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283757 Jan 24 10:36:14.863520 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5022a7-0e06-4e09-8d2c-a42009035af0,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:14.865455 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45562) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:14.884063 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.884439 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.884790 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.885165 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.885503 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.885834 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.886180 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.886516 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.886844 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.887172 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.887502 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.887824 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.888147 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f177404-8898-4a95-9e34-de4e23ad2855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:14.927056 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] Publish callbacks [] for security_group (ac5022a7-0e06-4e09-8d2c-a42009035af0), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.948067 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] Publish callbacks [] for security_group (ac5022a7-0e06-4e09-8d2c-a42009035af0), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:14.999432 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ac5022a7-0e06-4e09-8d2c-a42009035af0), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.001937 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.003076 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac5022a7-0e06-4e09-8d2c-a42009035af0 HTTP/1.1" status: 204 len: 168 time: 0.1356316 Jan 24 10:36:15.010725 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb03452-fb5e-4811-a06f-bced85d03c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5022a7-0e06-4e09-8d2c-a42009035af0,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:15.293829 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 45580) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:15.338320 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31219eb3-780b-4afa-961d-f9892fa9b746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.417156 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31219eb3-780b-4afa-961d-f9892fa9b746 admin admin] Publish callbacks [] for security_group (b12264a0-d1a1-45d4-adaa-7bc8542a079c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.421012 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-31219eb3-780b-4afa-961d-f9892fa9b746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b12264a0-d1a1-45d4-adaa-7bc8542a079c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.457033 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219eb3-780b-4afa-961d-f9892fa9b746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12264a0-d1a1-45d4-adaa-7bc8542a079c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:15.462003 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-31219eb3-780b-4afa-961d-f9892fa9b746 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=982135311c4d42c0a51c081e24cfb5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661751 Jan 24 10:36:15.464036 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 45584) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:15.511433 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] Publish callbacks [] for security_group (b12264a0-d1a1-45d4-adaa-7bc8542a079c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.536150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] Publish callbacks [] for security_group (b12264a0-d1a1-45d4-adaa-7bc8542a079c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.584908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b12264a0-d1a1-45d4-adaa-7bc8542a079c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.587537 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:15.591195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b12264a0-d1a1-45d4-adaa-7bc8542a079c HTTP/1.1" status: 204 len: 168 time: 0.1237745 Jan 24 10:36:15.597371 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee47ed5-9c43-4c99-8c49-0e85ee16a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12264a0-d1a1-45d4-adaa-7bc8542a079c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:15.680807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b62f5-7246-4de1-b7e6-08ba39d00ce8 req-5d45bef4-3953-4777-badb-f575501a27ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:15.685058 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-426b62f5-7246-4de1-b7e6-08ba39d00ce8 req-5d45bef4-3953-4777-badb-f575501a27ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Jan 24 10:36:15.731363 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-426b62f5-7246-4de1-b7e6-08ba39d00ce8 req-7ccba53b-3ba8-4938-bd2c-57f68f621149 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Jan 24 10:36:16.785758 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e5ef662-b47e-43a5-86c4-b95d180d5f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:16.856823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf55788-f810-4745-82ee-08e4fdb3f401 req-f82c187b-9491-49c6-b53b-e6486ce59f81 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:16.858401 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5bf55788-f810-4745-82ee-08e4fdb3f401 req-f82c187b-9491-49c6-b53b-e6486ce59f81 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Jan 24 10:36:16.905930 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5bf55788-f810-4745-82ee-08e4fdb3f401 req-c0c0ca4f-d1ba-427b-96ae-c94085362e52 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Jan 24 10:36:18.021851 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:18.032689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04826b-55fd-4a6b-8c26-965468ca35c3 req-dad23681-7ea8-4afb-99cf-a0d08dfa6f15 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:18.034244 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0d04826b-55fd-4a6b-8c26-965468ca35c3 req-dad23681-7ea8-4afb-99cf-a0d08dfa6f15 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0550961 Jan 24 10:36:18.083083 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0d04826b-55fd-4a6b-8c26-965468ca35c3 req-aa9f6bf0-c780-4f39-a1e2-04d6670bf9fd tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Jan 24 10:36:19.211973 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaac459-1c9e-4ae1-aea4-989c222ad7da req-55a98a0e-d8fb-44fe-83ee-f57606f83d6b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:19.213929 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0eaac459-1c9e-4ae1-aea4-989c222ad7da req-55a98a0e-d8fb-44fe-83ee-f57606f83d6b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0577459 Jan 24 10:36:19.272035 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0eaac459-1c9e-4ae1-aea4-989c222ad7da req-4acbf912-5258-4e28-811c-c5b53dddb8a2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498059 Jan 24 10:36:19.426943 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.475488 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 45760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:19.585039 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.664752 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Publish callbacks [] for security_group (a80ce611-8c3e-4920-ba5c-9462dd8be7b9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.671153 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a80ce611-8c3e-4920-ba5c-9462dd8be7b9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.710347 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=842c2c50182d401bb68772f60f1a9edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334208 Jan 24 10:36:19.711237 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80ce611-8c3e-4920-ba5c-9462dd8be7b9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:19.713153 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45768) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:19.720292 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.720649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.721030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.721376 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.721716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.722050 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.722386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.722717 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.723051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.723377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.723703 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.724025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.724350 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de335508-58f7-495a-8982-6289b82b77a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:36:19.767625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] Publish callbacks [] for security_group (a80ce611-8c3e-4920-ba5c-9462dd8be7b9), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.796764 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] Publish callbacks [] for security_group (a80ce611-8c3e-4920-ba5c-9462dd8be7b9), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.850524 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a80ce611-8c3e-4920-ba5c-9462dd8be7b9), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.853569 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:19.855439 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a80ce611-8c3e-4920-ba5c-9462dd8be7b9 HTTP/1.1" status: 204 len: 168 time: 0.1409638 Jan 24 10:36:19.868561 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d675a-358d-4260-b1ef-e42879f7ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80ce611-8c3e-4920-ba5c-9462dd8be7b9,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:20.181203 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45810) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:20.206060 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3574f8d3-ae43-4376-8384-030babc5307f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.300334 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3574f8d3-ae43-4376-8384-030babc5307f admin admin] Publish callbacks [] for security_group (67b5101b-fb74-42c1-84ff-87852eb8b1b9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.305284 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3574f8d3-ae43-4376-8384-030babc5307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (67b5101b-fb74-42c1-84ff-87852eb8b1b9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.344390 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3574f8d3-ae43-4376-8384-030babc5307f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e299a628c79a46cdaa7a84b26f5496cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594741 Jan 24 10:36:20.345139 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 45822) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:20.356569 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574f8d3-ae43-4376-8384-030babc5307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5101b-fb74-42c1-84ff-87852eb8b1b9,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:20.427904 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] Publish callbacks [] for security_group (67b5101b-fb74-42c1-84ff-87852eb8b1b9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.442839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60354-3ef0-4c88-8822-ce40a1667fcc req-466eba65-563e-4fba-a4cd-a746a415560c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:20.445015 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00b60354-3ef0-4c88-8822-ce40a1667fcc req-466eba65-563e-4fba-a4cd-a746a415560c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0796793 Jan 24 10:36:20.479005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] Publish callbacks [] for security_group (67b5101b-fb74-42c1-84ff-87852eb8b1b9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.531546 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00b60354-3ef0-4c88-8822-ce40a1667fcc req-4b9fcc12-3122-4360-a48a-3667c4417773 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Jan 24 10:36:20.552737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (67b5101b-fb74-42c1-84ff-87852eb8b1b9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.555515 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.556870 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67b5101b-fb74-42c1-84ff-87852eb8b1b9 HTTP/1.1" status: 204 len: 168 time: 0.2103171 Jan 24 10:36:20.563050 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45828) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:20.569118 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386abe9-4be7-4b72-bcc5-eabc1e9d8bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5101b-fb74-42c1-84ff-87852eb8b1b9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:20.774118 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.827879 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-802d4588-3e27-4b3c-8a98-a437db18a5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.929611 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-802d4588-3e27-4b3c-8a98-a437db18a5a0 admin admin] Publish callbacks [] for security_group (b54199b2-4896-4095-90f6-6aa4a83411ca), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.933938 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-802d4588-3e27-4b3c-8a98-a437db18a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b54199b2-4896-4095-90f6-6aa4a83411ca), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:20.971979 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d4588-3e27-4b3c-8a98-a437db18a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54199b2-4896-4095-90f6-6aa4a83411ca,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:20.976453 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-802d4588-3e27-4b3c-8a98-a437db18a5a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1f5e6c0c6004c4fbfde3cc2947da74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123464 Jan 24 10:36:20.979121 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45848) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:21.027388 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] Publish callbacks [] for security_group (b54199b2-4896-4095-90f6-6aa4a83411ca), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:21.051243 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] Publish callbacks [] for security_group (b54199b2-4896-4095-90f6-6aa4a83411ca), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:21.106709 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b54199b2-4896-4095-90f6-6aa4a83411ca), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:21.109471 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:21.110672 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b54199b2-4896-4095-90f6-6aa4a83411ca HTTP/1.1" status: 204 len: 168 time: 0.1306086 Jan 24 10:36:21.118875 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949e656-72a1-42c6-a3e4-1944f6cee828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54199b2-4896-4095-90f6-6aa4a83411ca,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:21.687523 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c293074-d592-49f1-8ac5-9bcfd1502967 req-952412ba-1f35-4eb0-94e9-fe67a1d06738 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:21.695210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c293074-d592-49f1-8ac5-9bcfd1502967 req-952412ba-1f35-4eb0-94e9-fe67a1d06738 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Jan 24 10:36:21.766448 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c293074-d592-49f1-8ac5-9bcfd1502967 req-a6848835-96e8-47c8-aa67-466ce28c6712 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700128 Jan 24 10:36:22.156934 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45936) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:22.322577 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3425266d-8fd6-47df-a0e2-0c7fe1eb337a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.414319 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3425266d-8fd6-47df-a0e2-0c7fe1eb337a admin admin] Publish callbacks [] for security_group (06a65e79-5f14-47d0-bf88-534a8086021e), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.420042 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3425266d-8fd6-47df-a0e2-0c7fe1eb337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (06a65e79-5f14-47d0-bf88-534a8086021e), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.464663 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3425266d-8fd6-47df-a0e2-0c7fe1eb337a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8ee7e88aa7143fa85145a2781b75b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115764 Jan 24 10:36:22.464663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425266d-8fd6-47df-a0e2-0c7fe1eb337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a65e79-5f14-47d0-bf88-534a8086021e,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:22.464950 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 45950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:22.524647 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] Publish callbacks [] for security_group (06a65e79-5f14-47d0-bf88-534a8086021e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.547182 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] Publish callbacks [] for security_group (06a65e79-5f14-47d0-bf88-534a8086021e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.598175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (06a65e79-5f14-47d0-bf88-534a8086021e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.601242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:22.605416 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06a65e79-5f14-47d0-bf88-534a8086021e HTTP/1.1" status: 204 len: 168 time: 0.1393542 Jan 24 10:36:22.620266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5e65-1247-4282-bc1d-e77bcf46a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a65e79-5f14-47d0-bf88-534a8086021e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:22.941184 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5af68-4d14-414c-b4a4-33c421d158af req-c49e5957-639a-471f-a548-ff5c4192e521 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:22.945398 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6e5af68-4d14-414c-b4a4-33c421d158af req-c49e5957-639a-471f-a548-ff5c4192e521 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0862517 Jan 24 10:36:23.033275 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6e5af68-4d14-414c-b4a4-33c421d158af req-5fc19b39-7021-48ab-b58e-371c79a9226a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804398 Jan 24 10:36:23.077327 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45982) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:23.094548 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe227abc-b810-4a64-909d-be293ad01f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.219453 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe227abc-b810-4a64-909d-be293ad01f35 admin admin] Publish callbacks [] for security_group (e9ebc4df-57d7-4447-b8bc-d28422d3d87c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.232730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe227abc-b810-4a64-909d-be293ad01f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e9ebc4df-57d7-4447-b8bc-d28422d3d87c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.268970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d624a46-f49e-4319-adc8-3cd6c7487ac6 req-ebf22d89-af23-4cf6-b3e5-6f70288e3632 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:23.276169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d624a46-f49e-4319-adc8-3cd6c7487ac6 req-ebf22d89-af23-4cf6-b3e5-6f70288e3632 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0626485 Jan 24 10:36:23.276564 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227abc-b810-4a64-909d-be293ad01f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebc4df-57d7-4447-b8bc-d28422d3d87c,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:23.330424 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fe227abc-b810-4a64-909d-be293ad01f35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6e3a3b910b5455d8028fbba12a41281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517509 Jan 24 10:36:23.331406 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 45992) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:23.373689 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d624a46-f49e-4319-adc8-3cd6c7487ac6 req-6150bcce-b2ce-43dc-9d29-b8f75a4e4d76 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957024 Jan 24 10:36:23.416889 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] Publish callbacks [] for security_group (e9ebc4df-57d7-4447-b8bc-d28422d3d87c), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.444911 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] Publish callbacks [] for security_group (e9ebc4df-57d7-4447-b8bc-d28422d3d87c), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.530467 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e9ebc4df-57d7-4447-b8bc-d28422d3d87c), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.534022 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:23.535250 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9ebc4df-57d7-4447-b8bc-d28422d3d87c HTTP/1.1" status: 204 len: 168 time: 0.2014787 Jan 24 10:36:23.549900 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc7d12-495a-410d-9485-01c6ebcf21ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebc4df-57d7-4447-b8bc-d28422d3d87c,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:24.166898 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f73699-763a-447e-985f-7e270f5d3ded req-57e66cc3-22e6-4380-aa92-ecfcdd601fc2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:24.168451 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f73699-763a-447e-985f-7e270f5d3ded req-57e66cc3-22e6-4380-aa92-ecfcdd601fc2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0535445 Jan 24 10:36:24.241460 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f73699-763a-447e-985f-7e270f5d3ded req-98e9c033-c799-4d00-a721-aa0fc5ae06b6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Jan 24 10:36:24.539239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00337120-f9c6-454a-8442-9007a6a44e87 req-2e7ac41e-9a43-4460-a1ca-d05b286e819e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:24.540805 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00337120-f9c6-454a-8442-9007a6a44e87 req-2e7ac41e-9a43-4460-a1ca-d05b286e819e tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0753148 Jan 24 10:36:24.636519 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00337120-f9c6-454a-8442-9007a6a44e87 req-2679e7e1-5278-41ab-8484-e5f96483dfe9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849719 Jan 24 10:36:25.359103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1291f8-1067-4e32-a9d7-8302e5de9e55 req-3e6123ca-a6e8-4fe1-b26c-66671df9c326 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:25.365555 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a1291f8-1067-4e32-a9d7-8302e5de9e55 req-3e6123ca-a6e8-4fe1-b26c-66671df9c326 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0657828 Jan 24 10:36:25.412848 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a1291f8-1067-4e32-a9d7-8302e5de9e55 req-bf9c1de9-2add-44d5-80a4-2f459048fbec tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Jan 24 10:36:25.421884 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:25.527736 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4724284-2f47-49bc-b80d-5a08b3548142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.611913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4724284-2f47-49bc-b80d-5a08b3548142 admin admin] Publish callbacks [] for security_group (557646a3-9e85-4649-b48c-d6b8f7a103ca), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.617151 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d4724284-2f47-49bc-b80d-5a08b3548142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (557646a3-9e85-4649-b48c-d6b8f7a103ca), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.667067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4724284-2f47-49bc-b80d-5a08b3548142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557646a3-9e85-4649-b48c-d6b8f7a103ca,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:25.677379 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46114) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:25.677905 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d4724284-2f47-49bc-b80d-5a08b3548142 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=546d5633e80b4362875e66f0f361a40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544498 Jan 24 10:36:25.699084 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:36:25.742733 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] Publish callbacks [] for security_group (557646a3-9e85-4649-b48c-d6b8f7a103ca), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.763185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a20c17-02ba-4228-95ec-4bcae33d73b2 req-806bca41-8d2d-4bbb-8293-d969ce50b524 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:25.765489 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] Publish callbacks [] for security_group (557646a3-9e85-4649-b48c-d6b8f7a103ca), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.770785 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-01a20c17-02ba-4228-95ec-4bcae33d73b2 req-806bca41-8d2d-4bbb-8293-d969ce50b524 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.0587959 Jan 24 10:36:25.845800 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-01a20c17-02ba-4228-95ec-4bcae33d73b2 req-d963da75-0601-41b9-8c6f-2db313adfbc1 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Jan 24 10:36:25.849850 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (557646a3-9e85-4649-b48c-d6b8f7a103ca), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.853077 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:25.854287 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/557646a3-9e85-4649-b48c-d6b8f7a103ca HTTP/1.1" status: 204 len: 168 time: 0.1751447 Jan 24 10:36:25.868491 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24008b0-608d-4a6d-9e34-4d864736f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557646a3-9e85-4649-b48c-d6b8f7a103ca,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:25.962724 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-09ab6b39-6da9-4ba3-92ea-d782065a22c7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870574 Jan 24 10:36:26.003486 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-e745a278-6e40-4956-8c8a-d2182244716d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:26.005774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-e745a278-6e40-4956-8c8a-d2182244716d tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.120 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.1188724 Jan 24 10:36:26.266528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46150) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:26.282816 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac06-d5c1-4818-aa93-75eab08f2140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.403917 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac06-d5c1-4818-aa93-75eab08f2140 admin admin] Publish callbacks [] for security_group (6c914178-2a89-42a8-9491-28ab06b07390), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.415341 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac06-d5c1-4818-aa93-75eab08f2140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (6c914178-2a89-42a8-9491-28ab06b07390), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.428000 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-5f65d07f-9ab0-4b02-bd70-440728d56c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:26.429555 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-5f65d07f-9ab0-4b02-bd70-440728d56c0d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.4051204 Jan 24 10:36:26.466334 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8b45ac06-d5c1-4818-aa93-75eab08f2140 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64b23e119fc94d25a5c7da69fd6906c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983335 Jan 24 10:36:26.470308 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46160) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:26.518600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45ac06-d5c1-4818-aa93-75eab08f2140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c914178-2a89-42a8-9491-28ab06b07390,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:26.546572 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] Publish callbacks [] for security_group (6c914178-2a89-42a8-9491-28ab06b07390), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.582748 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] Publish callbacks [] for security_group (6c914178-2a89-42a8-9491-28ab06b07390), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.640410 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (6c914178-2a89-42a8-9491-28ab06b07390), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.644605 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.649603 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c914178-2a89-42a8-9491-28ab06b07390 HTTP/1.1" status: 204 len: 168 time: 0.1772020 Jan 24 10:36:26.664725 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Deleting port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:36:26.665083 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.667113 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b510c5-4a4d-4246-8855-8891f90db598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c914178-2a89-42a8-9491-28ab06b07390,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:26.701978 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899eff-9bb8-49ea-921d-9a5db233ca85 req-ae37b0f1-7c37-4e69-8b25-f5473179e759 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:26.705489 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45899eff-9bb8-49ea-921d-9a5db233ca85 req-ae37b0f1-7c37-4e69-8b25-f5473179e759 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1857040 Jan 24 10:36:26.848748 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-8215d968-f898-4eb7-8aa1-c159629febd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:26.850286 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-8215d968-f898-4eb7-8aa1-c159629febd9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.3887029 Jan 24 10:36:26.853738 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] For port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,segment=NetworkSegment(b05b8382-8bd4-4fba-a8e7-33912937006a),segment_id=b05b8382-8bd4-4fba-a8e7-33912937006a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:36:26.854305 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:26.890788 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Calling delete_port for 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:36:26.936268 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-c25ddde3-f711-4f29-bd66-f78b0f8b5231 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.0682623 Jan 24 10:36:26.948665 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-45899eff-9bb8-49ea-921d-9a5db233ca85 req-ae420a27-8c05-4e54-9a14-00b586617edc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500275 Jan 24 10:36:27.103162 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-5f136aa8-a026-449a-9f91-bdbb15022b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:27.104658 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-5f136aa8-a026-449a-9f91-bdbb15022b40 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.1530554 Jan 24 10:36:27.141214 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d904-076b-4b81-85a2-71c65b5dee6d req-4330219b-3edd-4b2b-b3b3-fca520b31866 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:27.142811 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af06d904-076b-4b81-85a2-71c65b5dee6d req-4330219b-3edd-4b2b-b3b3-fca520b31866 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 946 time: 0.1528437 Jan 24 10:36:27.162319 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-e96c2b22-48e9-45be-abfd-361cc7dea356 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485983 Jan 24 10:36:27.278800 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46202) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:27.333293 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af06d904-076b-4b81-85a2-71c65b5dee6d req-c66bbb50-fdd5-40eb-9c11-8fe07998a59c tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/security-groups?id=747c90ad-6a8b-4a96-917a-20219654f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732390 Jan 24 10:36:27.337880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (3d3a1be6-d2ef-4016-9d49-2329af7ad3cf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.378375 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Pushing event deleted for resources: {'Port': ['ID=3d3a1be6-d2ef-4016-9d49-2329af7ad3cf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:27.443099 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-8724f624-e9a9-476a-85dd-e47ea83fdf75 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706399 Jan 24 10:36:27.462464 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] No DVR routers for this DVR port 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:36:27.474321 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.477921 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5ff980de-ddb2-4d11-979b-dbefe5f32d15 req-516c75d1-26bf-4ff7-8bc4-30bf47940df5 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.120 "DELETE /v2.0/ports/3d3a1be6-d2ef-4016-9d49-2329af7ad3cf HTTP/1.1" status: 204 len: 173 time: 1.4520700 Jan 24 10:36:27.478382 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'name': 'network-vif-deleted', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:36:27.480843 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf33ce-fe58-43b7-aa9f-18a95efe1c43" -d '{"events": [{"server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "name": "network-vif-deleted", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:36:27.481409 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-605be8e2-f9a2-4c29-bd32-43153de24e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.634049 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892b3668-8fdd-40fa-97cf-8ed7e5695591 req-67003205-63eb-4682-a33b-c29d1c39767a service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688066 Jan 24 10:36:27.658576 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-605be8e2-f9a2-4c29-bd32-43153de24e55 admin admin] Publish callbacks [] for security_group (a7a7e762-ac27-429c-96eb-ed64455c3e69), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.668752 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-605be8e2-f9a2-4c29-bd32-43153de24e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a7a7e762-ac27-429c-96eb-ed64455c3e69), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.669123 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46218) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:27.746867 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-605be8e2-f9a2-4c29-bd32-43153de24e55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c168436abd2e47f5b32e8f6ff7380e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658484 Jan 24 10:36:27.747960 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605be8e2-f9a2-4c29-bd32-43153de24e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7e762-ac27-429c-96eb-ed64455c3e69,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:27.750371 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46224) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:27.777456 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c378c10c-9246-43ea-9a9f-df92d958e069 x-openstack-request-id: req-c378c10c-9246-43ea-9a9f-df92d958e069 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:36:27.777961 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c80d785-0ea2-4c3e-8e24-ce78374904a5", "name": "network-vif-deleted", "tag": "3d3a1be6-d2ef-4016-9d49-2329af7ad3cf", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:36:27.778432 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c378c10c-9246-43ea-9a9f-df92d958e069 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:36:27.780917 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80d785-0ea2-4c3e-8e24-ce78374904a5', 'name': 'network-vif-deleted', 'tag': '3d3a1be6-d2ef-4016-9d49-2329af7ad3cf', 'status': 'completed', 'code': 200} Jan 24 10:36:27.831555 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] Publish callbacks [] for security_group (a7a7e762-ac27-429c-96eb-ed64455c3e69), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.870572 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] Publish callbacks [] for security_group (a7a7e762-ac27-429c-96eb-ed64455c3e69), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.927994 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7661ab59-cfa6-4939-aff9-1e4488aec05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.967700 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a7a7e762-ac27-429c-96eb-ed64455c3e69), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.974532 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:27.974532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7a7e762-ac27-429c-96eb-ed64455c3e69 HTTP/1.1" status: 204 len: 168 time: 0.2199986 Jan 24 10:36:27.987872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8ab1c-03c7-40d7-8219-b5b9792926b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a7e762-ac27-429c-96eb-ed64455c3e69,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:28.126764 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7661ab59-cfa6-4939-aff9-1e4488aec05a admin admin] Publish callbacks [] for security_group (a23b047a-fba9-4ecf-825e-abea38becbd6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.136174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5f0d1-0b97-4c5b-ad61-59dce844275d req-be22aa6e-4c96-4442-8393-75ff110d4840 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:28.137733 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-55e5f0d1-0b97-4c5b-ad61-59dce844275d req-be22aa6e-4c96-4442-8393-75ff110d4840 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0819640 Jan 24 10:36:28.138852 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7661ab59-cfa6-4939-aff9-1e4488aec05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a23b047a-fba9-4ecf-825e-abea38becbd6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.201230 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7661ab59-cfa6-4939-aff9-1e4488aec05a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=811a5adbb32846ca96670c259af6317b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307276 Jan 24 10:36:28.201970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ab59-cfa6-4939-aff9-1e4488aec05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b047a-fba9-4ecf-825e-abea38becbd6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:28.205974 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46240) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:28.231938 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-55e5f0d1-0b97-4c5b-ad61-59dce844275d req-cf37a962-d73e-4e01-a23d-3cb6de798993 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806112 Jan 24 10:36:28.270320 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] Publish callbacks [] for security_group (a23b047a-fba9-4ecf-825e-abea38becbd6), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.306425 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] Publish callbacks [] for security_group (a23b047a-fba9-4ecf-825e-abea38becbd6), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.408277 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a23b047a-fba9-4ecf-825e-abea38becbd6), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.412159 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.417797 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a23b047a-fba9-4ecf-825e-abea38becbd6 HTTP/1.1" status: 204 len: 168 time: 0.2099187 Jan 24 10:36:28.432781 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d43b9-7ba0-4bfb-80c0-68b5bb7dc863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b047a-fba9-4ecf-825e-abea38becbd6,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:28.484216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:28.517259 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-365afbca-5227-4708-b753-8a3daf39c659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.591697 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ccf261e-f027-4d10-9452-893f7220bb18 req-2963c6d9-2707-4090-960a-abe73d6824f9 tempest-DeleteServersTestJSON-327434245 tempest-DeleteServersTestJSON-327434245-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c80d785-0ea2-4c3e-8e24-ce78374904a5 HTTP/1.1" status: 200 len: 210 time: 0.0373304 Jan 24 10:36:28.689770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-365afbca-5227-4708-b753-8a3daf39c659 admin admin] Publish callbacks [] for security_group (ca0eacf8-70f7-490c-bd3e-b75192efd58f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.697675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-365afbca-5227-4708-b753-8a3daf39c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ca0eacf8-70f7-490c-bd3e-b75192efd58f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.757734 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365afbca-5227-4708-b753-8a3daf39c659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0eacf8-70f7-490c-bd3e-b75192efd58f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:28.771338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-365afbca-5227-4708-b753-8a3daf39c659 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49a13347df77420d92c94d4f4f6502a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858701 Jan 24 10:36:28.774151 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46264) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:28.859528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] Publish callbacks [] for security_group (ca0eacf8-70f7-490c-bd3e-b75192efd58f), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.895327 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] Publish callbacks [] for security_group (ca0eacf8-70f7-490c-bd3e-b75192efd58f), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.950768 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ca0eacf8-70f7-490c-bd3e-b75192efd58f), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.953946 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:28.955446 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca0eacf8-70f7-490c-bd3e-b75192efd58f HTTP/1.1" status: 204 len: 168 time: 0.1800354 Jan 24 10:36:28.963885 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206fd0-d559-49cc-8557-15819021073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0eacf8-70f7-490c-bd3e-b75192efd58f,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:29.033523 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:36:29.056826 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:36:29.057454 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 3d3a1be6-d2ef-4016-9d49-2329af7ad3cf not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:36:29.082090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46276) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:29.096776 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7834429c-0fc7-463c-8b23-9a3ce8a85403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.191439 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.196679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7834429c-0fc7-463c-8b23-9a3ce8a85403 admin admin] Publish callbacks [] for security_group (72730e16-3367-49c4-b9f0-336d97c348cb), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.203390 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7834429c-0fc7-463c-8b23-9a3ce8a85403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (72730e16-3367-49c4-b9f0-336d97c348cb), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.234473 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834429c-0fc7-463c-8b23-9a3ce8a85403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72730e16-3367-49c4-b9f0-336d97c348cb,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:29.262510 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7834429c-0fc7-463c-8b23-9a3ce8a85403 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b84ba1c73f874c95916f27af099ce592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770990 Jan 24 10:36:29.263051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:29.369069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] Publish callbacks [] for security_group (72730e16-3367-49c4-b9f0-336d97c348cb), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.405053 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762c607-8a8b-455d-8581-51ca53f467ff req-92563c99-2b04-4c29-a26f-606d1cbee860 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:29.406808 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9762c607-8a8b-455d-8581-51ca53f467ff req-92563c99-2b04-4c29-a26f-606d1cbee860 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0819206 Jan 24 10:36:29.408826 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] Publish callbacks [] for security_group (72730e16-3367-49c4-b9f0-336d97c348cb), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.487101 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9762c607-8a8b-455d-8581-51ca53f467ff req-75b74c27-f965-4d50-bd8f-3f1c6295153b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695531 Jan 24 10:36:29.499602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (72730e16-3367-49c4-b9f0-336d97c348cb), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.503313 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:29.507314 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72730e16-3367-49c4-b9f0-336d97c348cb HTTP/1.1" status: 204 len: 168 time: 0.2398016 Jan 24 10:36:29.516020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905884a9-5de9-4225-b00f-38375e9b3431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72730e16-3367-49c4-b9f0-336d97c348cb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:30.647551 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4903-d332-411e-8937-8211cc2594a8 req-a26895c1-28ef-43ef-9f3f-aa568994cbb4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:30.649591 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-464e4903-d332-411e-8937-8211cc2594a8 req-a26895c1-28ef-43ef-9f3f-aa568994cbb4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0756462 Jan 24 10:36:30.704488 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-464e4903-d332-411e-8937-8211cc2594a8 req-35791679-c56f-4caa-9b22-202ac485f66c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Jan 24 10:36:31.218002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:31.230233 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46416) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:31.274171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Deleting subnet c45b5762-02c1-4c69-b0de-a59b5eacf1d3 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:36:31.278113 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Publish callbacks [] for subnet (c45b5762-02c1-4c69-b0de-a59b5eacf1d3), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.335495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Publish callbacks [] for subnet (c45b5762-02c1-4c69-b0de-a59b5eacf1d3), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.345745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (c45b5762-02c1-4c69-b0de-a59b5eacf1d3), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.408301 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (c45b5762-02c1-4c69-b0de-a59b5eacf1d3), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.442556 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.447641 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c45b5762-02c1-4c69-b0de-a59b5eacf1d3 HTTP/1.1" status: 204 len: 168 time: 0.2284639 Jan 24 10:36:31.449030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d068b-8004-4385-8f20-744adb8e98b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45b5762-02c1-4c69-b0de-a59b5eacf1d3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:31.450832 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:31.513930 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8c699ec6-d552-49c6-9125-e36cd773f0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.543424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (a03f11ba-e4c2-4087-b38c-68eb40de143e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.629693 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8c699ec6-d552-49c6-9125-e36cd773f0a6 admin admin] Publish callbacks [] for security_group (42161843-4333-4df2-be46-24dc0dbac6d9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.634857 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8c699ec6-d552-49c6-9125-e36cd773f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (42161843-4333-4df2-be46-24dc0dbac6d9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.672563 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699ec6-d552-49c6-9125-e36cd773f0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42161843-4333-4df2-be46-24dc0dbac6d9,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:31.678898 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (a03f11ba-e4c2-4087-b38c-68eb40de143e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.708684 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.709152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.709551 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8c699ec6-d552-49c6-9125-e36cd773f0a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99d7db3942184844bca16f6f8e6c6f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780021 Jan 24 10:36:31.711030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.711430 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > port after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.711779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.712123 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > port after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.712463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.713031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.713661 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.714519 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.714629 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46450) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:31.839234 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] Publish callbacks [] for security_group (42161843-4333-4df2-be46-24dc0dbac6d9), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.869447 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] Publish callbacks [] for security_group (42161843-4333-4df2-be46-24dc0dbac6d9), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.934814 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (42161843-4333-4df2-be46-24dc0dbac6d9), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.939354 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:31.941272 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42161843-4333-4df2-be46-24dc0dbac6d9 HTTP/1.1" status: 204 len: 168 time: 0.2244813 Jan 24 10:36:31.953735 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfc63e-e91f-4636-8f33-16b45181cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42161843-4333-4df2-be46-24dc0dbac6d9,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:31.961744 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.962432 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.963698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.964712 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:36:31.965431 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03f11ba-e4c2-4087-b38c-68eb40de143e']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:32.047988 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b8382-8bd4-4fba-a8e7-33912937006a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:32.050844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b8382-8bd4-4fba-a8e7-33912937006a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:36:32.109054 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46470) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:32.126426 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (b05b8382-8bd4-4fba-a8e7-33912937006a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.154632 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (b05b8382-8bd4-4fba-a8e7-33912937006a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.166489 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:36:32.166907 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (b05b8382-8bd4-4fba-a8e7-33912937006a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:36:32.197946 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:36:32.263068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3885-59cb-4183-b5e2-77261199622a req-648eb689-8fae-4356-a551-3ca03af7f1bc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:32.265410 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c93c3885-59cb-4183-b5e2-77261199622a req-648eb689-8fae-4356-a551-3ca03af7f1bc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.2917328 Jan 24 10:36:32.400733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (a03f11ba-e4c2-4087-b38c-68eb40de143e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.429652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.440931 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] 10.222.0.45 "DELETE /v2.0/networks/a03f11ba-e4c2-4087-b38c-68eb40de143e HTTP/1.1" status: 204 len: 168 time: 0.9884098 Jan 24 10:36:32.458326 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c93c3885-59cb-4183-b5e2-77261199622a req-6d28329a-f559-4fd1-ae66-a893af350906 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269016 Jan 24 10:36:32.459130 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5d29-3217-410e-afbf-cf5a8b4bbedb admin admin] Pushing event deleted for resources: {'Network': ['ID=a03f11ba-e4c2-4087-b38c-68eb40de143e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:32.484872 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00278a50-d8b9-48b8-97b1-c607849535db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.586445 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00278a50-d8b9-48b8-97b1-c607849535db admin admin] Publish callbacks [] for security_group (11767964-bd4e-449e-bfc6-b089922352cc), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.592595 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-00278a50-d8b9-48b8-97b1-c607849535db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (11767964-bd4e-449e-bfc6-b089922352cc), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.624264 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-00278a50-d8b9-48b8-97b1-c607849535db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=988f2059c07f4984b44152b4db4d8459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112092 Jan 24 10:36:32.624761 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46508) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:32.641747 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00278a50-d8b9-48b8-97b1-c607849535db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11767964-bd4e-449e-bfc6-b089922352cc,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:32.690749 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] Publish callbacks [] for security_group (11767964-bd4e-449e-bfc6-b089922352cc), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.693894 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46510) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:32.722618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] Publish callbacks [] for security_group (11767964-bd4e-449e-bfc6-b089922352cc), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.756543 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-73f5c9b8-486d-4e03-98cc-3f2a2c59cadb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50876a40429e4e5c976e85d9d47c7c62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579326 Jan 24 10:36:32.756880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:32.840471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (11767964-bd4e-449e-bfc6-b089922352cc), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.845613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.847440 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11767964-bd4e-449e-bfc6-b089922352cc HTTP/1.1" status: 204 len: 168 time: 0.2214530 Jan 24 10:36:32.863776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168730-2c17-4d44-8af1-249d7021b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11767964-bd4e-449e-bfc6-b089922352cc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:32.893248 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] Publish callbacks [] for security_group (747c90ad-6a8b-4a96-917a-20219654f9d4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.927837 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] Publish callbacks [] for security_group (747c90ad-6a8b-4a96-917a-20219654f9d4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.991844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (747c90ad-6a8b-4a96-917a-20219654f9d4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.995103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:32.996482 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/747c90ad-6a8b-4a96-917a-20219654f9d4 HTTP/1.1" status: 204 len: 168 time: 0.2300580 Jan 24 10:36:33.007043 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d33f88-ccd7-4921-a1bd-cd06fef4cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c90ad-6a8b-4a96-917a-20219654f9d4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:33.215251 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46538) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:33.229296 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23d9dbc9-18a6-43a2-a708-6704f4667ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.315530 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23d9dbc9-18a6-43a2-a708-6704f4667ee6 admin admin] Publish callbacks [] for security_group (f2679e84-19af-48ff-bb1b-3f3100dd4654), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.322535 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-23d9dbc9-18a6-43a2-a708-6704f4667ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f2679e84-19af-48ff-bb1b-3f3100dd4654), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.368819 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46544) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:33.379017 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-23d9dbc9-18a6-43a2-a708-6704f4667ee6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40e25817eda640bb9108589222935d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626079 Jan 24 10:36:33.380688 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9dbc9-18a6-43a2-a708-6704f4667ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2679e84-19af-48ff-bb1b-3f3100dd4654,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:33.423523 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] Publish callbacks [] for security_group (f2679e84-19af-48ff-bb1b-3f3100dd4654), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.457837 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] Publish callbacks [] for security_group (f2679e84-19af-48ff-bb1b-3f3100dd4654), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.514595 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f2679e84-19af-48ff-bb1b-3f3100dd4654), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.518049 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:33.519894 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2679e84-19af-48ff-bb1b-3f3100dd4654 HTTP/1.1" status: 204 len: 168 time: 0.1500530 Jan 24 10:36:33.529087 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f125fb-fd0e-4c3f-ad7e-8c953ed51753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2679e84-19af-48ff-bb1b-3f3100dd4654,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:33.646920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230b2e-b289-4c86-abd2-7fe0937a86a0 req-38910bff-1925-452f-b696-9cea014162be tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:33.646920 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51230b2e-b289-4c86-abd2-7fe0937a86a0 req-38910bff-1925-452f-b696-9cea014162be tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0799294 Jan 24 10:36:33.723566 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51230b2e-b289-4c86-abd2-7fe0937a86a0 req-cc9a2ef6-ed57-4523-8690-0d28fbec13cd tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Jan 24 10:36:34.032062 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46584) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:34.049314 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5cf18831-3104-4c96-969e-84c72229d158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.130725 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:34.171977 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5cf18831-3104-4c96-969e-84c72229d158 admin admin] Publish callbacks [] for security_group (bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.180776 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5cf18831-3104-4c96-969e-84c72229d158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.219167 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5cf18831-3104-4c96-969e-84c72229d158 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=508c5a0b022b49d8983afd884880fb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861582 Jan 24 10:36:34.222056 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:34.262210 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18831-3104-4c96-969e-84c72229d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:34.362745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] Publish callbacks [] for security_group (bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.394606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] Publish callbacks [] for security_group (bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.454974 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.463730 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.465034 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684 HTTP/1.1" status: 204 len: 168 time: 0.2407632 Jan 24 10:36:34.479085 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a41b17-8c38-4b6b-8574-d0aa01aaa84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.500886 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051ac13-d83f-43fc-88bc-f3d79b6cbf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7445d9-d6eb-4f2a-ad2b-1c1f481d8684,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:34.574497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a41b17-8c38-4b6b-8574-d0aa01aaa84a admin admin] Publish callbacks [] for security_group (43be2a7a-7b80-4983-a205-57781048a998), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.578807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b7a41b17-8c38-4b6b-8574-d0aa01aaa84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (43be2a7a-7b80-4983-a205-57781048a998), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.622024 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b7a41b17-8c38-4b6b-8574-d0aa01aaa84a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fb82af37fa242b59ef5a58c1d75c2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898744 Jan 24 10:36:34.623373 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41b17-8c38-4b6b-8574-d0aa01aaa84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be2a7a-7b80-4983-a205-57781048a998,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:34.625478 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46616) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:34.685012 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] Publish callbacks [] for security_group (43be2a7a-7b80-4983-a205-57781048a998), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.712194 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] Publish callbacks [] for security_group (43be2a7a-7b80-4983-a205-57781048a998), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.780807 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (43be2a7a-7b80-4983-a205-57781048a998), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.784625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:34.786328 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43be2a7a-7b80-4983-a205-57781048a998 HTTP/1.1" status: 204 len: 168 time: 0.1596711 Jan 24 10:36:34.800935 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e34ae-fa9d-48c9-a851-bf67a23e2e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be2a7a-7b80-4983-a205-57781048a998,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:34.870435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8464f-01fb-40fd-9172-953284cc7595 req-672ee5e0-ac7e-4548-b6f1-6f464c0b45e8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:34.872170 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4a8464f-01fb-40fd-9172-953284cc7595 req-672ee5e0-ac7e-4548-b6f1-6f464c0b45e8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0554042 Jan 24 10:36:34.941482 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4a8464f-01fb-40fd-9172-953284cc7595 req-4f11affa-51a7-4a0c-aaf3-2e842e13f90e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Jan 24 10:36:35.195165 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46644) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:35.210376 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fd298901-5df5-43a3-a6fa-44416f40279a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.300717 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fd298901-5df5-43a3-a6fa-44416f40279a admin admin] Publish callbacks [] for security_group (2b5d8ac0-01d8-4e02-9ded-5f221c72bc42), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.305946 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fd298901-5df5-43a3-a6fa-44416f40279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2b5d8ac0-01d8-4e02-9ded-5f221c72bc42), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.368549 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fd298901-5df5-43a3-a6fa-44416f40279a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=888e2eae8c6145a989d41295199aabe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720014 Jan 24 10:36:35.371358 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:35.395831 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd298901-5df5-43a3-a6fa-44416f40279a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d8ac0-01d8-4e02-9ded-5f221c72bc42,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:35.445870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] Publish callbacks [] for security_group (2b5d8ac0-01d8-4e02-9ded-5f221c72bc42), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.477485 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] Publish callbacks [] for security_group (2b5d8ac0-01d8-4e02-9ded-5f221c72bc42), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.547262 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2b5d8ac0-01d8-4e02-9ded-5f221c72bc42), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.549973 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:35.551149 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b5d8ac0-01d8-4e02-9ded-5f221c72bc42 HTTP/1.1" status: 204 len: 168 time: 0.1786201 Jan 24 10:36:35.562982 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bee2e-f468-4ad1-b96b-0c5ef347241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d8ac0-01d8-4e02-9ded-5f221c72bc42,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:36.103683 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c2251-ba55-4030-a76f-d0b3e39c4ae2 req-f3111cf4-6423-4b9f-adb8-83396e831e0e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:36.105612 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-291c2251-ba55-4030-a76f-d0b3e39c4ae2 req-f3111cf4-6423-4b9f-adb8-83396e831e0e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0788271 Jan 24 10:36:36.178444 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-291c2251-ba55-4030-a76f-d0b3e39c4ae2 req-0b14b8c5-eb7a-4626-94df-49b1a155e00e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644348 Jan 24 10:36:36.721102 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46792) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:36.846934 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4a151923-f788-433b-8aad-8469ab24d636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:36.940018 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4a151923-f788-433b-8aad-8469ab24d636 admin admin] Publish callbacks [] for security_group (6ed51b53-69ae-486c-a450-d665fcfe1c71), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:36.950460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4a151923-f788-433b-8aad-8469ab24d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (6ed51b53-69ae-486c-a450-d665fcfe1c71), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.000091 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a151923-f788-433b-8aad-8469ab24d636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed51b53-69ae-486c-a450-d665fcfe1c71,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:37.020222 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4a151923-f788-433b-8aad-8469ab24d636 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e6619d0f58c4408b02122cb8947f9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966237 Jan 24 10:36:37.022497 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46820) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:37.087878 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] Publish callbacks [] for security_group (6ed51b53-69ae-486c-a450-d665fcfe1c71), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.123830 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] Publish callbacks [] for security_group (6ed51b53-69ae-486c-a450-d665fcfe1c71), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.192228 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (6ed51b53-69ae-486c-a450-d665fcfe1c71), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.205156 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.206901 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ed51b53-69ae-486c-a450-d665fcfe1c71 HTTP/1.1" status: 204 len: 168 time: 0.1829562 Jan 24 10:36:37.236979 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b8db-b127-4017-9c84-36bbe48a82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed51b53-69ae-486c-a450-d665fcfe1c71,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:37.387096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9eb63-6e32-4a80-a8c8-a98be8f43c93 req-d6ed4a7b-f3ef-49df-83da-16c5140a12ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:37.389260 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a1e9eb63-6e32-4a80-a8c8-a98be8f43c93 req-d6ed4a7b-f3ef-49df-83da-16c5140a12ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0813072 Jan 24 10:36:37.461432 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a1e9eb63-6e32-4a80-a8c8-a98be8f43c93 req-4ab97539-1ec7-4cf1-8089-b409e7632ffc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654681 Jan 24 10:36:37.670581 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 46854) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:37.683275 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cdf04a1a-6ff0-4f81-bd3f-47bdcf6d5dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.791531 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cdf04a1a-6ff0-4f81-bd3f-47bdcf6d5dec admin admin] Publish callbacks [] for security_group (8e034205-309b-45d9-9c99-d6ef334a73ea), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.797186 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cdf04a1a-6ff0-4f81-bd3f-47bdcf6d5dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8e034205-309b-45d9-9c99-d6ef334a73ea), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.839893 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf04a1a-6ff0-4f81-bd3f-47bdcf6d5dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e034205-309b-45d9-9c99-d6ef334a73ea,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:37.847563 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-cdf04a1a-6ff0-4f81-bd3f-47bdcf6d5dec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6b4f89634a043358c1c0e4c9da05481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784942 Jan 24 10:36:37.848290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 46862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:37.909268 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] Publish callbacks [] for security_group (8e034205-309b-45d9-9c99-d6ef334a73ea), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.932237 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] Publish callbacks [] for security_group (8e034205-309b-45d9-9c99-d6ef334a73ea), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.986428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8e034205-309b-45d9-9c99-d6ef334a73ea), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.988937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:37.990202 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e034205-309b-45d9-9c99-d6ef334a73ea HTTP/1.1" status: 204 len: 168 time: 0.1405849 Jan 24 10:36:38.000707 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fac6c8-4eda-4791-a1f0-fc25f6beb405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e034205-309b-45d9-9c99-d6ef334a73ea,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:38.572699 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d460a-ceb3-4929-b925-42fa2009fa3d req-b75d1eec-2254-4d54-bcee-8b104fa1971e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:38.574265 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b5d460a-ceb3-4929-b925-42fa2009fa3d req-b75d1eec-2254-4d54-bcee-8b104fa1971e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Jan 24 10:36:38.625824 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b5d460a-ceb3-4929-b925-42fa2009fa3d req-04459f3a-057e-40be-b273-ce33cecf364f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Jan 24 10:36:39.746833 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d2a9-e8bd-47d7-8732-6690c65c8191 req-37e136cf-3ba9-4074-b76b-812ad93dde62 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:39.748337 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28d0d2a9-e8bd-47d7-8732-6690c65c8191 req-37e136cf-3ba9-4074-b76b-812ad93dde62 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Jan 24 10:36:39.797361 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28d0d2a9-e8bd-47d7-8732-6690c65c8191 req-f026a71b-1d25-4d95-bcd5-f885646a8948 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Jan 24 10:36:40.929094 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1415334-3e08-4792-aff3-abca2ec69853 req-f5c26abc-2caf-4599-ba6d-a42b39aae5e1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:40.931068 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c1415334-3e08-4792-aff3-abca2ec69853 req-f5c26abc-2caf-4599-ba6d-a42b39aae5e1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0559390 Jan 24 10:36:40.983926 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c1415334-3e08-4792-aff3-abca2ec69853 req-2903b793-497a-418f-824a-23934ae896c2 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472772 Jan 24 10:36:41.625057 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7e9cf-620d-4650-9dfe-34f9d043a027 req-b952974b-dec9-4a62-9284-d368af231186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:41.626538 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81a7e9cf-620d-4650-9dfe-34f9d043a027 req-b952974b-dec9-4a62-9284-d368af231186 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1098 time: 0.2312763 Jan 24 10:36:42.111526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad2191-0c20-4169-ad31-5c36f9ceacff req-eeb46c10-8302-4628-b211-3a2d113cd1ef tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:42.113486 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9ad2191-0c20-4169-ad31-5c36f9ceacff req-eeb46c10-8302-4628-b211-3a2d113cd1ef tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Jan 24 10:36:42.164399 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9ad2191-0c20-4169-ad31-5c36f9ceacff req-525e7553-e0de-4c45-b959-e025322f1fea tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Jan 24 10:36:42.722069 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81a7e9cf-620d-4650-9dfe-34f9d043a027 req-983f1555-a524-4da2-b55e-f1a0c91ead9c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Jan 24 10:36:43.281759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7554e-9425-47bd-87fe-848dcf8cb8f4 req-0d36aa69-467d-422e-a824-f89219494da4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:43.283130 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ed7554e-9425-47bd-87fe-848dcf8cb8f4 req-0d36aa69-467d-422e-a824-f89219494da4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Jan 24 10:36:43.342287 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ed7554e-9425-47bd-87fe-848dcf8cb8f4 req-538edca3-f117-425d-8830-8453460bb3a4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Jan 24 10:36:44.456224 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-168f2f45-3152-42c6-ac01-310ee44272ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:44.465716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78e89d-aec2-4684-92d8-70967b27b1b4 req-69fdcf14-7225-4255-ab53-737dfdedee72 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:44.467769 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a78e89d-aec2-4684-92d8-70967b27b1b4 req-69fdcf14-7225-4255-ab53-737dfdedee72 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0577404 Jan 24 10:36:44.519350 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a78e89d-aec2-4684-92d8-70967b27b1b4 req-f3551ec6-cc07-417a-b571-d53e24cf8c91 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 Jan 24 10:36:45.636393 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7e1af-6dd6-45fd-98d4-81c12684361a req-f799e244-358a-4727-9091-9c81318c9336 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:45.638441 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ef7e1af-6dd6-45fd-98d4-81c12684361a req-f799e244-358a-4727-9091-9c81318c9336 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Jan 24 10:36:45.688103 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ef7e1af-6dd6-45fd-98d4-81c12684361a req-0e55d9c8-bed5-43f4-9acd-936f5debc16c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Jan 24 10:36:46.792040 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1aeae77-425d-47c2-ad27-b9353cb70615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:46.826282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634bcfe-6dca-4131-b3b9-58fe2c399fd9 req-a9bf40cf-fb76-4b67-8329-f486d610b0c1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:46.827790 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b634bcfe-6dca-4131-b3b9-58fe2c399fd9 req-a9bf40cf-fb76-4b67-8329-f486d610b0c1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0642986 Jan 24 10:36:46.878817 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b634bcfe-6dca-4131-b3b9-58fe2c399fd9 req-2ebc7583-fccc-4702-9536-71253731b183 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jan 24 10:36:47.002695 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0aa5a-648f-4773-8767-43a6aceb14e8 req-482f7e46-4815-4138-8dd7-99cfd4fe17eb tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:47.004257 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ff0aa5a-648f-4773-8767-43a6aceb14e8 req-482f7e46-4815-4138-8dd7-99cfd4fe17eb tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0526700 Jan 24 10:36:47.055196 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ff0aa5a-648f-4773-8767-43a6aceb14e8 req-7d8f541b-2c5c-46b4-9bf7-b67265315e3f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Jan 24 10:36:48.027057 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.192589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47152) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:48.303637 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b9cb54-d65b-416a-96d4-b54f68b726d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.404732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b9cb54-d65b-416a-96d4-b54f68b726d7 admin admin] Publish callbacks [] for security_group (090ec8d0-d183-44c5-be77-f1043bdef309), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.412423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-03b9cb54-d65b-416a-96d4-b54f68b726d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (090ec8d0-d183-44c5-be77-f1043bdef309), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.459654 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-03b9cb54-d65b-416a-96d4-b54f68b726d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bb24c07fa084121923eac70aaf5f84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656207 Jan 24 10:36:48.462356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:48.475244 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9cb54-d65b-416a-96d4-b54f68b726d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090ec8d0-d183-44c5-be77-f1043bdef309,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:48.517654 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] Publish callbacks [] for security_group (090ec8d0-d183-44c5-be77-f1043bdef309), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.541270 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] Publish callbacks [] for security_group (090ec8d0-d183-44c5-be77-f1043bdef309), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.597971 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (090ec8d0-d183-44c5-be77-f1043bdef309), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.600615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.602027 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/090ec8d0-d183-44c5-be77-f1043bdef309 HTTP/1.1" status: 204 len: 168 time: 0.1385033 Jan 24 10:36:48.611292 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b28d27-c370-4eda-9e12-d2e6d6935f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ec8d0-d183-44c5-be77-f1043bdef309,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:48.884605 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47178) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:48.898300 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8da1c172-dd81-4180-b56b-c0927f9f5314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:48.998835 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8da1c172-dd81-4180-b56b-c0927f9f5314 admin admin] Publish callbacks [] for security_group (220ba4a0-af14-467f-9bcd-cd6950e0310c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.007060 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8da1c172-dd81-4180-b56b-c0927f9f5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (220ba4a0-af14-467f-9bcd-cd6950e0310c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.047085 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8da1c172-dd81-4180-b56b-c0927f9f5314 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5ccb7002ca0445882fbb4366d23d551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612742 Jan 24 10:36:49.048116 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1c172-dd81-4180-b56b-c0927f9f5314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220ba4a0-af14-467f-9bcd-cd6950e0310c,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:49.049913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47180) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:49.098296 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] Publish callbacks [] for security_group (220ba4a0-af14-467f-9bcd-cd6950e0310c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.122693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] Publish callbacks [] for security_group (220ba4a0-af14-467f-9bcd-cd6950e0310c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.169647 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (220ba4a0-af14-467f-9bcd-cd6950e0310c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.172208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.173400 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/220ba4a0-af14-467f-9bcd-cd6950e0310c HTTP/1.1" status: 204 len: 168 time: 0.1224761 Jan 24 10:36:49.180904 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ac1d3-aedd-4fdd-a360-354e710af12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ba4a0-af14-467f-9bcd-cd6950e0310c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:49.426396 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.506579 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47196) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:49.520839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54de5748-c1ee-46cb-9e97-f2ee304206a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.600582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54de5748-c1ee-46cb-9e97-f2ee304206a0 admin admin] Publish callbacks [] for security_group (063c87e7-a8fe-451c-ab74-5a7215c8b981), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.604513 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54de5748-c1ee-46cb-9e97-f2ee304206a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (063c87e7-a8fe-451c-ab74-5a7215c8b981), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.643728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-54de5748-c1ee-46cb-9e97-f2ee304206a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc1d076ed3c04f53a8fc5da74f89351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360016 Jan 24 10:36:49.644469 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5748-c1ee-46cb-9e97-f2ee304206a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c87e7-a8fe-451c-ab74-5a7215c8b981,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:49.646571 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47202) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:49.697420 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] Publish callbacks [] for security_group (063c87e7-a8fe-451c-ab74-5a7215c8b981), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.718292 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] Publish callbacks [] for security_group (063c87e7-a8fe-451c-ab74-5a7215c8b981), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.765575 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (063c87e7-a8fe-451c-ab74-5a7215c8b981), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.768315 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:49.769506 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/063c87e7-a8fe-451c-ab74-5a7215c8b981 HTTP/1.1" status: 204 len: 168 time: 0.1219428 Jan 24 10:36:49.779086 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce54a7-642b-4c4c-8f40-d4404df90d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c87e7-a8fe-451c-ab74-5a7215c8b981,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:50.777562 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:51.991974 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47310) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:52.043323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-c05f0d6f-ab83-414f-b806-a25119dc9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:52.046391 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-c05f0d6f-ab83-414f-b806-a25119dc9e1c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.1404614 Jan 24 10:36:52.090900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace44a-882c-4093-8e70-4683804ab69e req-d04af0f6-341c-471b-9c0a-4ac4666c4949 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:52.093530 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1eace44a-882c-4093-8e70-4683804ab69e req-d04af0f6-341c-471b-9c0a-4ac4666c4949 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1447647 Jan 24 10:36:52.200760 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc50c336-04c1-4e81-be9e-e533f99f90b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.231944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-0cea321f-91c0-4246-9f39-dbebb02f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:52.233821 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-0cea321f-91c0-4246-9f39-dbebb02f9912 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.1808891 Jan 24 10:36:52.286270 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc50c336-04c1-4e81-be9e-e533f99f90b0 admin admin] Publish callbacks [] for security_group (68b81383-a608-493b-9183-9831174d5e05), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.291460 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fc50c336-04c1-4e81-be9e-e533f99f90b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (68b81383-a608-493b-9183-9831174d5e05), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.303140 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-fc2eb20d-01dd-4d41-af0a-8c2529e181d7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.0595226 Jan 24 10:36:52.335115 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fc50c336-04c1-4e81-be9e-e533f99f90b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da17c9a41d664669b056eb29f1dab85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412004 Jan 24 10:36:52.335242 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1eace44a-882c-4093-8e70-4683804ab69e req-0c7e146b-2277-45c5-8b77-3c76c7287e84 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241750 Jan 24 10:36:52.336406 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50c336-04c1-4e81-be9e-e533f99f90b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b81383-a608-493b-9183-9831174d5e05,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:52.338931 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47324) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:52.403739 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-65bafa8c-dd93-4c53-9912-6b655dd24afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:52.405273 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-65bafa8c-dd93-4c53-9912-6b655dd24afd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.0691793 Jan 24 10:36:52.416121 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] Publish callbacks [] for security_group (68b81383-a608-493b-9183-9831174d5e05), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.448410 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] Publish callbacks [] for security_group (68b81383-a608-493b-9183-9831174d5e05), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.449014 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-23ea52f7-54c2-4fc0-b69e-0c3fa49bfeff service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326493 Jan 24 10:36:52.502647 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (68b81383-a608-493b-9183-9831174d5e05), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.506294 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:52.522968 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68b81383-a608-493b-9183-9831174d5e05 HTTP/1.1" status: 204 len: 168 time: 0.1713459 Jan 24 10:36:52.533109 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c25f22-b784-48a4-ae0b-2b757aaf3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b81383-a608-493b-9183-9831174d5e05,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:52.647651 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-524d39c4-7d2f-4d07-96c6-e87765b1369b service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639042 Jan 24 10:36:52.756170 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a29bf57-ae00-4532-a717-4280b9e9b4a3 req-500d98bf-1f36-46a6-aba9-76d32791e458 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016042 Jan 24 10:36:53.218022 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:53.349885 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1307350530-network', 'tenant_id': 'fefeaf5808ab4ff8b0093ba227567a89'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:36:53.388045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Made reservation on behalf of fefeaf5808ab4ff8b0093ba227567a89 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:36:53.391722 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.403247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.524949 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc79d0-94b2-4e51-aa7a-74867f99f0f5 req-f962e5b7-4cb8-4156-82e1-23dd6bad6374 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:53.533485 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7bc79d0-94b2-4e51-aa7a-74867f99f0f5 req-f962e5b7-4cb8-4156-82e1-23dd6bad6374 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1069064 Jan 24 10:36:53.607901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks [] for security_group (7c8cccd8-d827-482e-b414-44272bb606b3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.618279 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7bc79d0-94b2-4e51-aa7a-74867f99f0f5 req-ebea6fa7-8523-4921-83ed-23f6b5fbff28 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838807 Jan 24 10:36:53.619403 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (7c8cccd8-d827-482e-b414-44272bb606b3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.650089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:36:53.684428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.684908 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Added segment 38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba of type vlan for network de7764a3-e0af-44cb-bdc5-d4675aaeaeda Jan 24 10:36:53.693275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8cccd8-d827-482e-b414-44272bb606b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:53.731349 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (de7764a3-e0af-44cb-bdc5-d4675aaeaeda), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.756654 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (de7764a3-e0af-44cb-bdc5-d4675aaeaeda), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.758005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:53.758623 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:53.823544 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6043732 Jan 24 10:36:53.827541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47404) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:36:53.829856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7200cde-fc74-4b82-bd6c-d61d11400d17 admin admin] Pushing event updated for resources: {'Network': ['ID=de7764a3-e0af-44cb-bdc5-d4675aaeaeda,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:53.832428 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Request body: {'subnet': {'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1307350530-subnet', 'tenant_id': 'fefeaf5808ab4ff8b0093ba227567a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:36:53.841246 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:36:53.858393 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Made reservation on behalf of fefeaf5808ab4ff8b0093ba227567a89 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:36:53.861377 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:54.042706 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (8eb0e9af-0347-4ecc-9a1e-b1326269d6ab), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:54.096230 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb0e9af-0347-4ecc-9a1e-b1326269d6ab,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:36:54.105816 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Checking segment: {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:36:54.106838 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Network hostable DHCP agents. Network: de7764a3-e0af-44cb-bdc5-d4675aaeaeda, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:36:54.122742 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:36:54.132067 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, de7764a3-e0af-44cb-bdc5-d4675aaeaeda) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:36:54.136350 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:54.136985 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:54.141161 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52462d-6c68-44bb-8810-7df10e901b9d None None] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:36:54.152299 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-9ad21010-e8e4-45a4-a3b9-819d69c1a4a2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3236604 Jan 24 10:36:54.236926 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83be291-2d88-4138-b1b2-52bb6c692122 None None] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:36:54.754629 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b902-1632-4465-9dde-0ac42df59321 req-b513d1e9-2215-4668-a267-ccada5be62c5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:54.756094 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c244b902-1632-4465-9dde-0ac42df59321 req-b513d1e9-2215-4668-a267-ccada5be62c5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Jan 24 10:36:54.803360 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c244b902-1632-4465-9dde-0ac42df59321 req-37f099eb-b6f2-4d22-b842-82348f044dbf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 24 10:36:55.922196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d235f3-3e7a-4ce2-8153-105f2e21482f req-2c4b45a8-03fe-4322-80a7-d5c06a3e46b6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:55.923827 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-36d235f3-3e7a-4ce2-8153-105f2e21482f req-2c4b45a8-03fe-4322-80a7-d5c06a3e46b6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0513587 Jan 24 10:36:55.973677 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-36d235f3-3e7a-4ce2-8153-105f2e21482f req-97fb4f4e-cd8c-47c8-90f3-7309a0e3c156 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Jan 24 10:36:57.093909 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457ac44-0c6d-451d-9dd1-82587b09f375 req-08ea2394-acec-40c8-9f24-a30ae65cbd23 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:57.095436 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b457ac44-0c6d-451d-9dd1-82587b09f375 req-08ea2394-acec-40c8-9f24-a30ae65cbd23 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0550122 Jan 24 10:36:57.143378 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b457ac44-0c6d-451d-9dd1-82587b09f375 req-f82f2af9-8e42-46eb-a689-dd8fd56f6c45 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Jan 24 10:36:58.261268 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b130-9edc-4cc2-9a34-1b25628b1e57 req-9d850afc-7581-48ee-9b3f-c96e8179a958 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:58.263257 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1703b130-9edc-4cc2-9a34-1b25628b1e57 req-9d850afc-7581-48ee-9b3f-c96e8179a958 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0506489 Jan 24 10:36:58.311387 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1703b130-9edc-4cc2-9a34-1b25628b1e57 req-2780864c-c3ad-4b45-9901-d3a457a2caed tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Jan 24 10:36:59.180593 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:36:59.426287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0e60-1f4b-4e37-a12c-1f7065b9b2a2 req-54c98266-41b2-4fe6-a928-fa853a9e0526 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:36:59.427811 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4ee0e60-1f4b-4e37-a12c-1f7065b9b2a2 req-54c98266-41b2-4fe6-a928-fa853a9e0526 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Jan 24 10:36:59.478176 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4ee0e60-1f4b-4e37-a12c-1f7065b9b2a2 req-21ef20b3-add7-44d6-b8d1-8c11d120112c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 Jan 24 10:37:00.601761 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86e5b-9749-426e-844f-b0ddc4a619cd req-4c6e97f5-a7ab-457a-995a-e727f6d91e9e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:00.603254 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5c86e5b-9749-426e-844f-b0ddc4a619cd req-4c6e97f5-a7ab-457a-995a-e727f6d91e9e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Jan 24 10:37:00.653841 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5c86e5b-9749-426e-844f-b0ddc4a619cd req-a4425aaa-9aa9-417b-989d-8ca2611eeb50 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Jan 24 10:37:00.686460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:00.799076 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2214b71b-7f86-4aab-9836-4573077cd699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:00.876986 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2214b71b-7f86-4aab-9836-4573077cd699 admin admin] Publish callbacks [] for security_group (144219e1-de56-4890-ac5c-4dee62b0f3fc), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:00.881453 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2214b71b-7f86-4aab-9836-4573077cd699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (144219e1-de56-4890-ac5c-4dee62b0f3fc), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:00.909984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214b71b-7f86-4aab-9836-4573077cd699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144219e1-de56-4890-ac5c-4dee62b0f3fc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:00.928707 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2214b71b-7f86-4aab-9836-4573077cd699 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=127ffefe599344cfa7c42f34684abc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385452 Jan 24 10:37:00.928707 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47564) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:00.995288 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] Publish callbacks [] for security_group (144219e1-de56-4890-ac5c-4dee62b0f3fc), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.030748 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] Publish callbacks [] for security_group (144219e1-de56-4890-ac5c-4dee62b0f3fc), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.116482 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (144219e1-de56-4890-ac5c-4dee62b0f3fc), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.119428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.120610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/144219e1-de56-4890-ac5c-4dee62b0f3fc HTTP/1.1" status: 204 len: 168 time: 0.1909456 Jan 24 10:37:01.168586 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd0d80-d3d1-47cb-8c76-54f6ff1b2b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144219e1-de56-4890-ac5c-4dee62b0f3fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:01.223327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-a584c729-a3fc-40c4-9f9a-ea3b40b66d15 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:01.225138 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-a584c729-a3fc-40c4-9f9a-ea3b40b66d15 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/networks?id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 200 len: 809 time: 0.1447802 Jan 24 10:37:01.242379 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-2c336c08-7492-408b-aa8b-9db7dbe3060e tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/quotas/fefeaf5808ab4ff8b0093ba227567a89 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Jan 24 10:37:01.281573 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-29807f29-8155-4ce2-b05b-d092bdac5ebe tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313778 Jan 24 10:37:01.383403 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-2a3b071c-1128-4f87-89d8-44eaad073aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948961 Jan 24 10:37:01.484350 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47600) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:01.501462 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3add653e-0e1b-4f30-96a4-3879fb231b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.538648 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-307a5c95-9df4-4282-910f-40f8c4262538 service neutron] 10.222.0.45 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486411 Jan 24 10:37:01.606239 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3add653e-0e1b-4f30-96a4-3879fb231b6f admin admin] Publish callbacks [] for security_group (5c3ea3de-7c49-445b-95b2-d984fcd8d709), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.611159 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3add653e-0e1b-4f30-96a4-3879fb231b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (5c3ea3de-7c49-445b-95b2-d984fcd8d709), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.648376 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add653e-0e1b-4f30-96a4-3879fb231b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ea3de-7c49-445b-95b2-d984fcd8d709,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:01.659290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47608) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:01.659824 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3add653e-0e1b-4f30-96a4-3879fb231b6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c08e812c0a741a98c79f296dadc4915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732674 Jan 24 10:37:01.812626 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc6cb9f5-de1a-4b89-ad5e-47382ad5d51f req-270ca442-5dc4-4a0c-aa59-b5c8fcfda3e4 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 210 time: 0.0719333 Jan 24 10:37:01.834831 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] Publish callbacks [] for security_group (5c3ea3de-7c49-445b-95b2-d984fcd8d709), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.861818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f693108-a929-4d6e-9aa8-2b2759e9fe22 req-b7fa6898-203d-4f36-9c36-d3e3a6da963a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:01.869925 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f693108-a929-4d6e-9aa8-2b2759e9fe22 req-b7fa6898-203d-4f36-9c36-d3e3a6da963a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1326792 Jan 24 10:37:01.902848 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] Publish callbacks [] for security_group (5c3ea3de-7c49-445b-95b2-d984fcd8d709), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:01.965542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f693108-a929-4d6e-9aa8-2b2759e9fe22 req-220bd48a-c90d-474a-a006-0b0d1989c7cf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947573 Jan 24 10:37:02.002925 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (5c3ea3de-7c49-445b-95b2-d984fcd8d709), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:02.005730 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:02.006888 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c3ea3de-7c49-445b-95b2-d984fcd8d709 HTTP/1.1" status: 204 len: 168 time: 0.3458221 Jan 24 10:37:02.025005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7db85-aaf6-4200-ab9f-f48c0d5f9ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3ea3de-7c49-445b-95b2-d984fcd8d709,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:02.698144 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:37:03.105018 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d3545fc4-cec6-4212-b244-dc9bc88a0f6e req-3b2c935b-073b-4429-b717-3d877b77399b tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 210 time: 0.1317103 Jan 24 10:37:03.182402 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-e711179f-e085-47aa-ba37-61e0205da5dc tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:03.184442 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-e711179f-e085-47aa-ba37-61e0205da5dc tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "GET /v2.0/networks?id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 200 len: 809 time: 0.3499091 Jan 24 10:37:03.193289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6b01-7983-4f70-8338-10db0f51afa3 req-b13893f6-1d8f-4327-b9ec-23e289cef31e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:03.194923 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86fe6b01-7983-4f70-8338-10db0f51afa3 req-b13893f6-1d8f-4327-b9ec-23e289cef31e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1157103 Jan 24 10:37:03.240275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Request body: {'port': {'device_id': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda', 'admin_state_up': True, 'tenant_id': 'fefeaf5808ab4ff8b0093ba227567a89'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:03.275327 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86fe6b01-7983-4f70-8338-10db0f51afa3 req-26d65f1e-d64a-4e5f-a728-966edf66056f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 Jan 24 10:37:03.400235 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Made reservation on behalf of fefeaf5808ab4ff8b0093ba227567a89 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:03.404037 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:03.563234 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Allocated IP 172.20.0.4 (de7764a3-e0af-44cb-bdc5-d4675aaeaeda/8eb0e9af-0347-4ecc-9a1e-b1326269d6ab/1faa0668-3b63-42a1-b411-1a661f314879) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:03.721403 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks [] for port (1faa0668-3b63-42a1-b411-1a661f314879), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:03.760414 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:03.810744 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:03.814510 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:03.818450 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:03.853874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Pushing event updated for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:03.877211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:03.877846 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:03.896835 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c4b1705b-9f9c-43bd-b7a0-0e3762dec50a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643155 Jan 24 10:37:03.912307 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Request body: {'port': {'device_id': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:03.969303 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (1faa0668-3b63-42a1-b411-1a661f314879), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:04.250440 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1145e-22e3-4b6e-97f8-818551724b93 req-79802224-b352-4902-a089-7aea7e5539bf tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:04.251892 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59c1145e-22e3-4b6e-97f8-818551724b93 req-79802224-b352-4902-a089-7aea7e5539bf tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 931 time: 0.0859284 Jan 24 10:37:04.555275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faa0668-3b63-42a1-b411-1a661f314879 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:04.582205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks [] for port (1faa0668-3b63-42a1-b411-1a661f314879), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:04.615728 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a01548-a435-4e0f-ad1f-d5cb3abbb122 req-290b9cac-8717-459f-8651-2192f5f70914 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:04.617313 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14a01548-a435-4e0f-ad1f-d5cb3abbb122 req-290b9cac-8717-459f-8651-2192f5f70914 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1351485 Jan 24 10:37:04.631200 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59c1145e-22e3-4b6e-97f8-818551724b93 req-92582590-aee0-4049-bcfd-a9cadee06e3d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691943 Jan 24 10:37:04.642717 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Transition to ACTIVE for port object 1faa0668-3b63-42a1-b411-1a661f314879 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:37:04.659169 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:04.737018 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47764) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:04.771764 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14a01548-a435-4e0f-ad1f-d5cb3abbb122 req-f843b92e-ae98-4a58-9782-06d2eedce9a3 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321428 Jan 24 10:37:04.787309 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:04.838936 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37d240-6d41-4707-9d09-8366532921a9 req-72cc8eb8-7950-45f0-9d07-bc93bae3c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:04.840503 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b37d240-6d41-4707-9d09-8366532921a9 req-72cc8eb8-7950-45f0-9d07-bc93bae3c312 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.1252732 Jan 24 10:37:04.870753 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-299e33d8-5b2e-495e-b604-fdabc68a8086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:04.874438 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Attempting to bind port 1faa0668-3b63-42a1-b411-1a661f314879 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:04.874785 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Attempting to bind port 1faa0668-3b63-42a1-b411-1a661f314879 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:04.875150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Attempting to bind port 1faa0668-3b63-42a1-b411-1a661f314879 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:04.886194 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Port 1faa0668-3b63-42a1-b411-1a661f314879 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:37:04.886442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Attempting to bind port 1faa0668-3b63-42a1-b411-1a661f314879 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:04.899536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:04.899881 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Checking segment: {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:04.900281 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Bound using segment: {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:04.900731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Bound port: 1faa0668-3b63-42a1-b411-1a661f314879, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:04.901137 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (1faa0668-3b63-42a1-b411-1a661f314879), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:04.917539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b37d240-6d41-4707-9d09-8366532921a9 req-4e6c6f27-c100-43db-b490-218d2e88a872 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Jan 24 10:37:04.979809 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:04.983930 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=1faa0668-3b63-42a1-b411-1a661f314879,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:04.989048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.029137 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.029782 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.031396 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] 10.222.0.120 "PUT /v2.0/ports/1faa0668-3b63-42a1-b411-1a661f314879 HTTP/1.1" status: 200 len: 1093 time: 1.1233914 Jan 24 10:37:05.031718 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:05.034257 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69396bf2-987d-402e-bcc5-c068b5e0d1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "tag": "1faa0668-3b63-42a1-b411-1a661f314879"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:05.058394 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2042-6e7b-441a-8e23-735340bf35b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:05.099440 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a2606-b50a-41c2-9908-3f9be6f57181 x-openstack-request-id: req-ea4a2606-b50a-41c2-9908-3f9be6f57181 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:05.099732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "tag": "1faa0668-3b63-42a1-b411-1a661f314879", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:05.099984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea4a2606-b50a-41c2-9908-3f9be6f57181 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:05.100594 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879', 'status': 'completed', 'code': 200} Jan 24 10:37:05.161025 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-299e33d8-5b2e-495e-b604-fdabc68a8086 admin admin] Publish callbacks [] for security_group (d140f329-6a90-4e8a-b3b6-628ed2fb8d02), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.164992 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-299e33d8-5b2e-495e-b604-fdabc68a8086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d140f329-6a90-4e8a-b3b6-628ed2fb8d02), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.207258 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e33d8-5b2e-495e-b604-fdabc68a8086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d140f329-6a90-4e8a-b3b6-628ed2fb8d02,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:05.215540 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-299e33d8-5b2e-495e-b604-fdabc68a8086 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e14595c464c40dda7de258e7ec63011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766259 Jan 24 10:37:05.216177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47812) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:05.241631 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-2af3797c-8c0a-443d-8dd8-d1235df50030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.244108 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-2af3797c-8c0a-443d-8dd8-d1235df50030 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0518789 Jan 24 10:37:05.271859 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] Publish callbacks [] for security_group (d140f329-6a90-4e8a-b3b6-628ed2fb8d02), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.296196 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] Publish callbacks [] for security_group (d140f329-6a90-4e8a-b3b6-628ed2fb8d02), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.365448 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d140f329-6a90-4e8a-b3b6-628ed2fb8d02), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.369277 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.385574 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d140f329-6a90-4e8a-b3b6-628ed2fb8d02 HTTP/1.1" status: 204 len: 168 time: 0.1584663 Jan 24 10:37:05.429454 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb765dfa-13ba-4966-900b-ba8ada7ddc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140f329-6a90-4e8a-b3b6-628ed2fb8d02,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:05.523862 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-5562710a-1b94-4a49-b1fb-bfa3fbf74e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.525545 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-5562710a-1b94-4a49-b1fb-bfa3fbf74e6b service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2723055 Jan 24 10:37:05.729839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-4b265b96-8d03-414e-b006-f8fdbae38865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.731525 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69396bf2-987d-402e-bcc5-c068b5e0d1c4 req-4b265b96-8d03-414e-b006-f8fdbae38865 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953623 Jan 24 10:37:05.743855 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47842) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:05.759635 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd9b0-0a86-48c4-9e63-af9ed6ee9948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.787559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911af3d-cc20-4000-8711-163e3f91a877 req-9bddc20a-4d8e-4b01-93c5-7df3179f69aa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.789238 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9911af3d-cc20-4000-8711-163e3f91a877 req-9bddc20a-4d8e-4b01-93c5-7df3179f69aa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 943 time: 0.0742767 Jan 24 10:37:05.846720 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd9b0-0a86-48c4-9e63-af9ed6ee9948 admin admin] Publish callbacks [] for security_group (bbaa98ef-37e1-411e-9b6d-1285d7d31054), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.853025 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd9b0-0a86-48c4-9e63-af9ed6ee9948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bbaa98ef-37e1-411e-9b6d-1285d7d31054), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.886064 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4a9fd9b0-0a86-48c4-9e63-af9ed6ee9948 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ce117d89ca243e19c40b6fe5380c3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389320 Jan 24 10:37:05.888895 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47854) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:05.930687 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fd9b0-0a86-48c4-9e63-af9ed6ee9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa98ef-37e1-411e-9b6d-1285d7d31054,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:05.958750 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9911af3d-cc20-4000-8711-163e3f91a877 req-dd3aee0b-61e2-479a-8b9a-b905eca45342 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508889 Jan 24 10:37:05.970846 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-d3a36ae0-5259-422c-b792-122e3ffa0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.972848 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-d3a36ae0-5259-422c-b792-122e3ffa0017 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 1096 time: 0.1824164 Jan 24 10:37:05.981069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75246eda-e438-4bd5-b8a0-8f19b919f791 req-6469397d-c244-4873-a225-5e2920da1316 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:05.987817 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] Publish callbacks [] for security_group (bbaa98ef-37e1-411e-9b6d-1285d7d31054), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:05.988301 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75246eda-e438-4bd5-b8a0-8f19b919f791 req-6469397d-c244-4873-a225-5e2920da1316 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1210840 Jan 24 10:37:06.013506 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] Publish callbacks [] for security_group (bbaa98ef-37e1-411e-9b6d-1285d7d31054), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.023173 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:06.041740 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75246eda-e438-4bd5-b8a0-8f19b919f791 req-4e2eb758-a54d-4e73-8372-34a35a4cfd65 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Jan 24 10:37:06.069687 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bbaa98ef-37e1-411e-9b6d-1285d7d31054), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.072281 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.073470 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbaa98ef-37e1-411e-9b6d-1285d7d31054 HTTP/1.1" status: 204 len: 168 time: 0.1831880 Jan 24 10:37:06.081480 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b2499-be57-46e1-9ebb-665cf238a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa98ef-37e1-411e-9b6d-1285d7d31054,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:06.170941 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1130750-9bfb-4ffc-a324-816892d4384f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.269473 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1130750-9bfb-4ffc-a324-816892d4384f admin admin] Publish callbacks [] for security_group (5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.273913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d1130750-9bfb-4ffc-a324-816892d4384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.321895 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d1130750-9bfb-4ffc-a324-816892d4384f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c98abfa649141cdbfef064ee4934893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949111 Jan 24 10:37:06.321895 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1130750-9bfb-4ffc-a324-816892d4384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:06.323214 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47874) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:06.383387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] Publish callbacks [] for security_group (5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.406100 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] Publish callbacks [] for security_group (5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.415452 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47876) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:06.429010 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a2008859-9528-46b9-b235-cb85cb626b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.453585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.456282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.457482 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a HTTP/1.1" status: 204 len: 168 time: 0.1335368 Jan 24 10:37:06.465987 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94985de-9e76-48f1-8045-1915bb509892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed66ae8-fdb7-4b1f-bba7-ecd75349b80a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:06.517971 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a2008859-9528-46b9-b235-cb85cb626b19 admin admin] Publish callbacks [] for security_group (82e0a013-fe30-4658-972e-e8e0e6770d44), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.523247 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a2008859-9528-46b9-b235-cb85cb626b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (82e0a013-fe30-4658-972e-e8e0e6770d44), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.573962 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a2008859-9528-46b9-b235-cb85cb626b19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80e92db00b354c53a468e674edc4d40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573679 Jan 24 10:37:06.577214 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47886) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:06.580864 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2008859-9528-46b9-b235-cb85cb626b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0a013-fe30-4658-972e-e8e0e6770d44,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:06.630162 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] Publish callbacks [] for security_group (82e0a013-fe30-4658-972e-e8e0e6770d44), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.651437 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] Publish callbacks [] for security_group (82e0a013-fe30-4658-972e-e8e0e6770d44), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.705724 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (82e0a013-fe30-4658-972e-e8e0e6770d44), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.708481 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:06.712403 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82e0a013-fe30-4658-972e-e8e0e6770d44 HTTP/1.1" status: 204 len: 168 time: 0.1314814 Jan 24 10:37:06.718582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350f494-09f2-4ffe-913b-7080dfbc5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0a013-fe30-4658-972e-e8e0e6770d44,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:07.071287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df9297-3e5e-42b7-84ee-bc95b91d22b1 req-e8c03cba-d6e0-45a0-9fb7-193a6041289e tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:07.073036 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28df9297-3e5e-42b7-84ee-bc95b91d22b1 req-e8c03cba-d6e0-45a0-9fb7-193a6041289e tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 943 time: 0.0529275 Jan 24 10:37:07.127096 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28df9297-3e5e-42b7-84ee-bc95b91d22b1 req-b9662e9c-e03e-4ca7-918f-a2a491a53cd8 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Jan 24 10:37:07.239937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a9c6-bb46-4dc7-8673-cd9589f2e622 req-f895b963-7fbe-4f68-a2a6-07a37f640a6d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:07.241950 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-04a7a9c6-bb46-4dc7-8673-cd9589f2e622 req-f895b963-7fbe-4f68-a2a6-07a37f640a6d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0540073 Jan 24 10:37:07.291156 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-04a7a9c6-bb46-4dc7-8673-cd9589f2e622 req-ef4afd0c-f102-4613-982d-875601e6d937 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Jan 24 10:37:07.781219 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-a36d5014-510d-4c75-bffe-79b9cf21f264 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1faa0668-3b63-42a1-b411-1a661f314879 HTTP/1.1" status: 200 len: 217 time: 0.0422254 Jan 24 10:37:08.003954 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 47952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:08.110575 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-448a8243-2db3-47d3-bd06-14edab4bc48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.190413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-448a8243-2db3-47d3-bd06-14edab4bc48a admin admin] Publish callbacks [] for security_group (101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.194823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-448a8243-2db3-47d3-bd06-14edab4bc48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.258503 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a8243-2db3-47d3-bd06-14edab4bc48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:08.265190 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-448a8243-2db3-47d3-bd06-14edab4bc48a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5473a80c6c243aa845d720982bc7d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601299 Jan 24 10:37:08.268071 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47958) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:08.286772 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091754a9-2548-4ebe-8933-a98109e9f7c1 req-e5f8fbac-e4f8-466f-8f72-56ce45357829 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:08.289420 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-091754a9-2548-4ebe-8933-a98109e9f7c1 req-e5f8fbac-e4f8-466f-8f72-56ce45357829 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 943 time: 0.0833306 Jan 24 10:37:08.322360 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] Publish callbacks [] for security_group (101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.342165 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-091754a9-2548-4ebe-8933-a98109e9f7c1 req-f19cfc08-8fbd-4dfb-bebd-6204546721d4 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Jan 24 10:37:08.350726 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] Publish callbacks [] for security_group (101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.404069 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.408201 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:08.412385 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9 HTTP/1.1" status: 204 len: 168 time: 0.1409400 Jan 24 10:37:08.418927 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0e4cd-5239-4945-80f9-5e1866620d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d0fe8-bfc1-46f3-b25d-e0b9ec3f96a9,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:08.459260 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe1a1-f7f1-484a-844e-0e3aba3b0802 req-d63539e2-de8f-4b7d-a906-1e6dc8f9ae40 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:08.460934 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2ffe1a1-f7f1-484a-844e-0e3aba3b0802 req-d63539e2-de8f-4b7d-a906-1e6dc8f9ae40 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0602231 Jan 24 10:37:08.514339 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2ffe1a1-f7f1-484a-844e-0e3aba3b0802 req-06623b94-2867-4956-8016-7331969e2793 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Jan 24 10:37:08.779285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357875d8-65a6-49ad-acdd-f47691afd281 req-9d2cbac8-b5b4-45ae-b61f-d268a0b1f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:08.781240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-9d2cbac8-b5b4-45ae-b61f-d268a0b1f793 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8eb0e9af-0347-4ecc-9a1e-b1326269d6ab HTTP/1.1" status: 200 len: 849 time: 0.0532725 Jan 24 10:37:08.815508 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-d3e1e49f-0cfe-4209-b1c2-37e1094de204 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275929 Jan 24 10:37:08.951046 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-2af8ebd4-3d06-4f89-aac7-2ed618a620d3 service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144993 Jan 24 10:37:09.048523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-357875d8-65a6-49ad-acdd-f47691afd281 req-705c972a-d6d8-4795-9461-f57d8c2158e3 service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910525 Jan 24 10:37:09.101978 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47990) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:09.205225 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1057807006-network', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:09.229649 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Made reservation on behalf of 740bf9a130244ad09ea7b7afa2b359e0 for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:09.232951 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.242734 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.320031 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks [] for security_group (4cf4be0d-9cfd-46b0-a236-9c243ceda94c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.325344 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (4cf4be0d-9cfd-46b0-a236-9c243ceda94c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.354706 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:09.364785 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4be0d-9cfd-46b0-a236-9c243ceda94c,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:09.370112 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (6d5c1a28-378e-4b75-a1f5-82ec145ad0d1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.370462 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Added segment 6d5c1a28-378e-4b75-a1f5-82ec145ad0d1 of type vlan for network aae34615-8adf-4b7f-84df-b01d55f5ef68 Jan 24 10:37:09.417633 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (aae34615-8adf-4b7f-84df-b01d55f5ef68), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.445879 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (aae34615-8adf-4b7f-84df-b01d55f5ef68), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.448626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:09.450263 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.469249 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7756e08-abd4-48d2-87a9-3f94ea719748 req-2335a936-b2bc-48e0-bfe5-ac1a71607f6a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:09.470886 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7756e08-abd4-48d2-87a9-3f94ea719748 req-2335a936-b2bc-48e0-bfe5-ac1a71607f6a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 943 time: 0.0527065 Jan 24 10:37:09.484832 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3816819 Jan 24 10:37:09.487716 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 47996) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:09.517539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Request body: {'subnet': {'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1057807006-subnet', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:09.521734 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7756e08-abd4-48d2-87a9-3f94ea719748 req-da14da0c-b986-48c1-8d93-8d8d6cec7562 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Jan 24 10:37:09.532544 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42091df-e1db-4dfb-b732-67ffa43a1259 admin admin] Pushing event updated for resources: {'Network': ['ID=aae34615-8adf-4b7f-84df-b01d55f5ef68,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:09.545839 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:09.566373 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Made reservation on behalf of 740bf9a130244ad09ea7b7afa2b359e0 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:09.568752 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.665141 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb93d-3f7c-469f-afd8-1d3f08691b67 req-fa8298db-7c3b-4384-8d02-d831940ae94c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:09.666645 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b8bb93d-3f7c-469f-afd8-1d3f08691b67 req-fa8298db-7c3b-4384-8d02-d831940ae94c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0575700 Jan 24 10:37:09.747535 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b8bb93d-3f7c-469f-afd8-1d3f08691b67 req-728e19bc-5e5d-468b-8185-8dfaaf50a6dd tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jan 24 10:37:09.806495 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (8e44845f-9016-4fda-bb8b-6ad210002df4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.893927 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e44845f-9016-4fda-bb8b-6ad210002df4,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:09.905229 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:09.905594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Network hostable DHCP agents. Network: aae34615-8adf-4b7f-84df-b01d55f5ef68, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:09.927761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:09.948399 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, aae34615-8adf-4b7f-84df-b01d55f5ef68) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:09.953785 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:09.954476 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:09.978701 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4b807a33-0770-422a-99d8-a2c240285b23 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4872549 Jan 24 10:37:09.979809 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 48024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:09.984800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:10.000655 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a03de4-00c9-49dd-b34f-120393842122 None None] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:10.183024 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-aae34615-8adf-4b7f-84df-b01d55f5ef68', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:37:10.184800 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.201086 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.204419 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.232582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964696ee-1394-4c01-9fbf-2bdc45fc7911 req-5986bae9-b4d5-4586-b5e8-659106f4b0d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:10.248944 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-964696ee-1394-4c01-9fbf-2bdc45fc7911 req-5986bae9-b4d5-4586-b5e8-659106f4b0d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.2107463 Jan 24 10:37:10.254950 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-7a085c1b-bab6-4df0-bed2-f9ce15d792f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:10.256946 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-7a085c1b-bab6-4df0-bed2-f9ce15d792f0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.1366906 Jan 24 10:37:10.422946 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-964696ee-1394-4c01-9fbf-2bdc45fc7911 req-ab0acc41-2ffa-4242-9e32-ce82996f3339 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723804 Jan 24 10:37:10.467682 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for router_controller (9dd14c5c-089c-477f-9d7d-e956e430a78f), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.517556 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Allocated IP 172.20.0.2 (aae34615-8adf-4b7f-84df-b01d55f5ef68/8e44845f-9016-4fda-bb8b-6ad210002df4/65977261-8ca5-49f7-830f-851b32f222c7) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:10.559641 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-cb04a87a-122d-483f-b051-311215412670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:10.561422 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-cb04a87a-122d-483f-b051-311215412670 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.2767866 Jan 24 10:37:10.686768 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-430102c5-e090-4615-9a3b-fe704c164240 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.1191106 Jan 24 10:37:10.690633 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks [] for port (65977261-8ca5-49f7-830f-851b32f222c7), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.697664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (65977261-8ca5-49f7-830f-851b32f222c7), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.705188 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for router_gateway (9dd14c5c-089c-477f-9d7d-e956e430a78f), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.740562 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:10.745486 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:10.753377 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:10.758679 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Pushing event updated for resources: {'Port': ['ID=65977261-8ca5-49f7-830f-851b32f222c7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:10.770072 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.770736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.771300 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.771809 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.772308 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.772802 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.773529 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.773667 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.774012 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.774352 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.774688 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.775015 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.775508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:10.801005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ac27f-5af5-46af-83ae-636a8e28efbd req-9489dc5c-7ed0-4b65-86fe-f6a93546c2ec tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:10.803253 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c69ac27f-5af5-46af-83ae-636a8e28efbd req-9489dc5c-7ed0-4b65-86fe-f6a93546c2ec tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 943 time: 0.1888626 Jan 24 10:37:10.806179 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-5365f2a1-a2df-4c82-8215-c7941a967032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:10.807605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-5365f2a1-a2df-4c82-8215-c7941a967032 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.0986369 Jan 24 10:37:10.858519 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Attempting to bind port 65977261-8ca5-49f7-830f-851b32f222c7 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:10.858902 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Attempting to bind port 65977261-8ca5-49f7-830f-851b32f222c7 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:10.859272 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Attempting to bind port 65977261-8ca5-49f7-830f-851b32f222c7 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:10.864317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:10.864698 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:10.865164 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.865659 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Bound using segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:10.866202 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Bound port: 65977261-8ca5-49f7-830f-851b32f222c7, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:10.866586 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (65977261-8ca5-49f7-830f-851b32f222c7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.881307 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-15f4e07f-022d-45ca-83b2-c0184c2cca9f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615361 Jan 24 10:37:10.941797 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] For port 65977261-8ca5-49f7-830f-851b32f222c7, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:10.945019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] For port 65977261-8ca5-49f7-830f-851b32f222c7, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=65977261-8ca5-49f7-830f-851b32f222c7,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:10.951338 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (65977261-8ca5-49f7-830f-851b32f222c7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:10.980549 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c69ac27f-5af5-46af-83ae-636a8e28efbd req-4fd680c6-b87a-4241-8908-7b11169b822c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685519 Jan 24 10:37:11.051121 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-32e77f2e-9459-46eb-894a-da96a09d11f2 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505063 Jan 24 10:37:11.077733 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d20a1-1eaa-4e5c-ab85-de62ae89508f None None] Pushing event updated for resources: {'Port': ['ID=65977261-8ca5-49f7-830f-851b32f222c7,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:11.200663 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 1faa0668-3b63-42a1-b411-1a661f314879 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:37:11.449788 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=1faa0668-3b63-42a1-b411-1a661f314879,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:11.487874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '1faa0668-3b63-42a1-b411-1a661f314879', 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda', 'port_id': '1faa0668-3b63-42a1-b411-1a661f314879', 'mac_address': 'fa:16:3e:80:9d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0e9af-0347-4ecc-9a1e-b1326269d6ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:37:11.542636 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 1faa0668-3b63-42a1-b411-1a661f314879 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:11.543048 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (1faa0668-3b63-42a1-b411-1a661f314879), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:11.569565 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faa0668-3b63-42a1-b411-1a661f314879 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:11.609521 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=1faa0668-3b63-42a1-b411-1a661f314879,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:11.617243 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:11.708831 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for router_gateway (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:11.714283 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ed3ad6a-f1d1-4872-8b00-43dc1f7d612d req-e071adb4-b2fd-427f-ab28-208db0ec41b3 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499646 Jan 24 10:37:11.716161 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:11.741830 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:11.754963 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76e608-97d0-4797-8e5b-2a1a7c813ff3 req-357e8b1c-7249-4edf-a71b-ee361df0973f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:11.756511 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d76e608-97d0-4797-8e5b-2a1a7c813ff3 req-357e8b1c-7249-4edf-a71b-ee361df0973f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1967418 Jan 24 10:37:11.795211 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48070) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:11.875743 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d76e608-97d0-4797-8e5b-2a1a7c813ff3 req-d022addc-f7bf-4de5-a95b-3344ab517aa4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053534 Jan 24 10:37:11.930731 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-442aa268-5063-41e2-9b95-a93eecf6077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:11.934327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Allocated IP 172.27.1.207 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/95570374-b63f-47a8-b112-b1380054b5f7) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:12.024717 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-442aa268-5063-41e2-9b95-a93eecf6077e admin admin] Publish callbacks [] for security_group (11a47e58-4377-4c2f-884d-aca828e46b36), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.034641 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-442aa268-5063-41e2-9b95-a93eecf6077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (11a47e58-4377-4c2f-884d-aca828e46b36), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.070600 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for port (95570374-b63f-47a8-b112-b1380054b5f7), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.081497 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-442aa268-5063-41e2-9b95-a93eecf6077e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fcc9fbd824d2448bb6274f9aa9c7ee6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850091 Jan 24 10:37:12.083007 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa268-5063-41e2-9b95-a93eecf6077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a47e58-4377-4c2f-884d-aca828e46b36,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:12.085539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48078) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:12.153358 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] Publish callbacks [] for security_group (11a47e58-4377-4c2f-884d-aca828e46b36), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.155246 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bb239-af0b-4c97-bf88-18aeea2c09ee req-8edb6641-c915-46f3-92e6-da7b1e614876 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:12.156847 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d2bb239-af0b-4c97-bf88-18aeea2c09ee req-8edb6641-c915-46f3-92e6-da7b1e614876 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 944 time: 0.0716200 Jan 24 10:37:12.158481 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (95570374-b63f-47a8-b112-b1380054b5f7), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.184685 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] Publish callbacks [] for security_group (11a47e58-4377-4c2f-884d-aca828e46b36), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.208942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:12.220755 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:12.226864 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:12.232002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Pushing event updated for resources: {'Port': ['ID=95570374-b63f-47a8-b112-b1380054b5f7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:12.245508 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (11a47e58-4377-4c2f-884d-aca828e46b36), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.249583 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.250959 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11a47e58-4377-4c2f-884d-aca828e46b36 HTTP/1.1" status: 204 len: 168 time: 0.1641145 Jan 24 10:37:12.263872 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adb55c-494d-454b-8723-8d9e960a0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a47e58-4377-4c2f-884d-aca828e46b36,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:12.295585 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d2bb239-af0b-4c97-bf88-18aeea2c09ee req-4fbdba45-e74c-44de-8890-70f2b3b416a5 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081569 Jan 24 10:37:12.473727 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8cede-e842-4e2b-88a6-eb3bc3aa122e None None] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:12.533743 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Provisioning complete for port 65977261-8ca5-49f7-830f-851b32f222c7 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:12.534121 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (65977261-8ca5-49f7-830f-851b32f222c7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.571616 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for router_gateway (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.662919 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Current status of the port 65977261-8ca5-49f7-830f-851b32f222c7 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:12.663317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (65977261-8ca5-49f7-830f-851b32f222c7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.703414 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] For port 65977261-8ca5-49f7-830f-851b32f222c7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=65977261-8ca5-49f7-830f-851b32f222c7,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:12.720583 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (65977261-8ca5-49f7-830f-851b32f222c7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.803488 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e376b1-b6b9-465b-9909-1d0269714ded None None] Pushing event updated for resources: {'Port': ['ID=65977261-8ca5-49f7-830f-851b32f222c7,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:12.843903 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:12.953030 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-453fedcc-37a5-4f6c-906f-3fab9fefc638 None None] Provisioning complete for port 65977261-8ca5-49f7-830f-851b32f222c7 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:12.953857 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-453fedcc-37a5-4f6c-906f-3fab9fefc638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (65977261-8ca5-49f7-830f-851b32f222c7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:13.010882 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 65977261-8ca5-49f7-830f-851b32f222c7 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:13.077213 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7715b-ea2a-430f-8652-c5f32b3d8e64 req-cd094f1c-76cb-4ad5-97c1-6587db3cdae4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:13.078903 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bd7715b-ea2a-430f-8652-c5f32b3d8e64 req-cd094f1c-76cb-4ad5-97c1-6587db3cdae4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0743539 Jan 24 10:37:13.098892 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:37:13.141407 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 65977261-8ca5-49f7-830f-851b32f222c7 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:13.141909 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (65977261-8ca5-49f7-830f-851b32f222c7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:13.145346 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-453fedcc-37a5-4f6c-906f-3fab9fefc638 None None] Current status of the port 65977261-8ca5-49f7-830f-851b32f222c7 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:13.181909 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bd7715b-ea2a-430f-8652-c5f32b3d8e64 req-57bc7614-6d80-4342-b12a-68e79494a2d1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924127 Jan 24 10:37:13.241684 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 65977261-8ca5-49f7-830f-851b32f222c7 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:13.247000 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:13.257146 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:13.268526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:13.272539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f7b09378-b250-45b0-af93-ce8f920917cd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2885509 Jan 24 10:37:13.272863 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:13.273037 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48114) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:13.274195 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:36:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:13.422120 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:13.445221 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a238a-9c0e-4c82-aa88-9200317229a4 req-0bf0aa03-c662-425a-82e2-814810e6b521 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:13.454329 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c9a238a-9c0e-4c82-aa88-9200317229a4 req-0bf0aa03-c662-425a-82e2-814810e6b521 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 944 time: 0.0612097 Jan 24 10:37:13.517278 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c9a238a-9c0e-4c82-aa88-9200317229a4 req-535c223e-e321-4023-9402-127f7db00301 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614231 Jan 24 10:37:13.700176 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:12Z', 'revision_number': 3, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:13.731262 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:13.731627 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Updating router 9dd14c5c-089c-477f-9d7d-e956e430a78f port 95570374-b63f-47a8-b112-b1380054b5f7 binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:13.759498 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (95570374-b63f-47a8-b112-b1380054b5f7), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:13.777272 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:13.945195 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Allocated IP 172.20.0.1 (aae34615-8adf-4b7f-84df-b01d55f5ef68/8e44845f-9016-4fda-bb8b-6ad210002df4/66b259d3-ea76-4647-ae70-81248b05c691) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:14.034467 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks [] for port (95570374-b63f-47a8-b112-b1380054b5f7), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.040440 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (95570374-b63f-47a8-b112-b1380054b5f7), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.048149 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks [] for port (66b259d3-ea76-4647-ae70-81248b05c691), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.083818 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.087300 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Pushing event updated for resources: {'Port': ['ID=95570374-b63f-47a8-b112-b1380054b5f7,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:14.102672 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.103071 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.103458 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.103816 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.104161 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.104504 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.104913 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.105253 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.105592 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.105949 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.106297 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.106618 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.106951 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:14.110253 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Attempting to bind port 95570374-b63f-47a8-b112-b1380054b5f7 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:14.110641 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Attempting to bind port 95570374-b63f-47a8-b112-b1380054b5f7 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:14.111014 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Attempting to bind port 95570374-b63f-47a8-b112-b1380054b5f7 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:14.116466 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:14.116859 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:14.117320 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.117712 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:14.118186 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Bound port: 95570374-b63f-47a8-b112-b1380054b5f7, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:14.118571 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (95570374-b63f-47a8-b112-b1380054b5f7), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.123293 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:14.126129 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:14.129608 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:14.130094 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.136781 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Pushing event updated for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:14.173860 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] For port 95570374-b63f-47a8-b112-b1380054b5f7, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:14.177369 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] For port 95570374-b63f-47a8-b112-b1380054b5f7, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=95570374-b63f-47a8-b112-b1380054b5f7,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:14.182246 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (95570374-b63f-47a8-b112-b1380054b5f7), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.264804 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e210e-0c39-4bd1-85bc-753079646ec8 None None] Pushing event updated for resources: {'Port': ['ID=95570374-b63f-47a8-b112-b1380054b5f7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:14.268331 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:14.269297 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:36:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:14.313067 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (66b259d3-ea76-4647-ae70-81248b05c691), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.343228 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd9088-319e-4625-bfbb-da86011aa2e3 req-3fd4846e-0793-463a-9f8a-69f3082406e1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:14.345655 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cdd9088-319e-4625-bfbb-da86011aa2e3 req-3fd4846e-0793-463a-9f8a-69f3082406e1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0722501 Jan 24 10:37:14.408724 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:14.409204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cdd9088-319e-4625-bfbb-da86011aa2e3 req-adbd0b47-3d58-4b09-a7df-ff61148bed8e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Jan 24 10:37:14.467272 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1cb2-b5a7-461d-92a5-56a4c1bdff2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.478247 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-bef79b1f-8c66-48fe-952d-919cc0272710 None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:14.478977 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bef79b1f-8c66-48fe-952d-919cc0272710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.521473 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-bef79b1f-8c66-48fe-952d-919cc0272710 None None] Port 66b259d3-ea76-4647-ae70-81248b05c691 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:14.525720 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks [] for port (66b259d3-ea76-4647-ae70-81248b05c691), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.531141 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.531876 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:14.641113 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Pushing event updated for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:14.664735 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:13Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:14.671867 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5ca9-7660-4f1f-ba66-884b0a5132fc req-2927d81d-f2ec-4db2-84ab-e0ced456c156 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:14.674020 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c62f5ca9-7660-4f1f-ba66-884b0a5132fc req-2927d81d-f2ec-4db2-84ab-e0ced456c156 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 944 time: 0.0739834 Jan 24 10:37:14.696041 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:14.698186 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec293b4-6499-4ff3-b1e3-1ae0d9744b00 None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:13Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:14.702756 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:14.732755 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c62f5ca9-7660-4f1f-ba66-884b0a5132fc req-a0d387f1-9a66-4b07-a4b9-5dd0d921a0fc tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519738 Jan 24 10:37:14.776069 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['1faa0668-3b63-42a1-b411-1a661f314879'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:14.833932 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:37:15.006851 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:15.013613 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-6e66a72d-8858-4783-a8c1-ae2a532d8e08 admin admin] 10.222.0.45 "PUT /v2.0/routers/9dd14c5c-089c-477f-9d7d-e956e430a78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390325 Jan 24 10:37:15.070939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-12f09067-0337-4f23-8262-24beb37bfc66 None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:15.071317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-12f09067-0337-4f23-8262-24beb37bfc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.117975 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-12f09067-0337-4f23-8262-24beb37bfc66 None None] Port 66b259d3-ea76-4647-ae70-81248b05c691 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:15.563983 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a6aa5-a8b2-4aea-8781-749686120783 req-de1d8ad6-25b0-49f0-9c00-f98ef8cd1e66 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:15.574158 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-371a6aa5-a8b2-4aea-8781-749686120783 req-de1d8ad6-25b0-49f0-9c00-f98ef8cd1e66 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0799658 Jan 24 10:37:15.660435 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-371a6aa5-a8b2-4aea-8781-749686120783 req-18940595-fc4d-4354-8b00-3a9883d199e5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808566 Jan 24 10:37:15.724307 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48162) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:15.733068 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2137934329-network', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:15.773523 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Made reservation on behalf of bea72c6a3feb41028ccfc77da77d4911 for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:15.781817 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.807507 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.902936 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af43bd-18d9-4bbb-8213-248481f82abe req-a1060266-df54-4b4b-81f3-2881d57ce230 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:15.904542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14af43bd-18d9-4bbb-8213-248481f82abe req-a1060266-df54-4b4b-81f3-2881d57ce230 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 944 time: 0.0866501 Jan 24 10:37:15.934170 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks [] for security_group (9809c28b-d3f3-4a5d-859d-f4f7962bb24c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.943339 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (9809c28b-d3f3-4a5d-859d-f4f7962bb24c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.965884 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:15.976889 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (86006ab5-6158-40ae-8ccf-85d716e7cc2c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:15.977578 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Added segment 86006ab5-6158-40ae-8ccf-85d716e7cc2c of type vlan for network ea110a3f-9475-41d8-8b27-143c09895357 Jan 24 10:37:16.023532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14af43bd-18d9-4bbb-8213-248481f82abe req-b2b00e6d-d658-475c-ae47-7eb3e64bc30f tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121862 Jan 24 10:37:16.042060 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (ea110a3f-9475-41d8-8b27-143c09895357), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.053341 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809c28b-d3f3-4a5d-859d-f4f7962bb24c,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:16.067461 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.067866 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.068380 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.068749 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.069291 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.069827 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.070405 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.071197 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.071626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.072225 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.072585 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.074523 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.074955 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:16.098924 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (ea110a3f-9475-41d8-8b27-143c09895357), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.100128 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:16.100732 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.145977 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-eecdc886-07e1-4fef-9fcc-6c61f5d72bc6 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=19b41f004fd94e01b53c41e5949edebe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418830 Jan 24 10:37:16.152136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 48188) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:16.152512 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4267740 Jan 24 10:37:16.157026 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Request body: {'subnet': {'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2137934329-subnet', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:16.217108 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d5382-e007-4324-b7e6-3803d7ec9b6c admin admin] Pushing event updated for resources: {'Network': ['ID=ea110a3f-9475-41d8-8b27-143c09895357,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:16.233104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network ea110a3f-9475-41d8-8b27-143c09895357 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:16.401272 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Made reservation on behalf of bea72c6a3feb41028ccfc77da77d4911 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:16.403679 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311945'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.424347 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-989d48de-bd1b-4174-9790-2fd21c12ab8f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:16.433485 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-989d48de-bd1b-4174-9790-2fd21c12ab8f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782397 Jan 24 10:37:16.458299 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-16e60392-cc43-4843-bb98-7c5aef0e4536 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/quotas/19b41f004fd94e01b53c41e5949edebe HTTP/1.1" status: 200 len: 375 time: 0.0239017 Jan 24 10:37:16.540635 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48194) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:16.626937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 1faa0668-3b63-42a1-b411-1a661f314879 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:16.689872 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ca6cd4-2f8e-4efb-ba14-33f5d3ec8113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.725589 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 1faa0668-3b63-42a1-b411-1a661f314879 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:37:16.735464 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 1faa0668-3b63-42a1-b411-1a661f314879 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:16.736177 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (1faa0668-3b63-42a1-b411-1a661f314879), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.817202 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-507e948e-08f8-46d0-b954-10f88d62e956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.818405 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ca6cd4-2f8e-4efb-ba14-33f5d3ec8113 admin admin] Publish callbacks [] for security_group (677531ec-94fd-4621-91f4-e1b2ec67b8e9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.826784 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ca6cd4-2f8e-4efb-ba14-33f5d3ec8113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (677531ec-94fd-4621-91f4-e1b2ec67b8e9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.869140 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 1faa0668-3b63-42a1-b411-1a661f314879 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:16.869932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (1faa0668-3b63-42a1-b411-1a661f314879), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.870380 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-ba413c17-064e-4489-bdd1-3ec87b9d99f1 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=19b41f004fd94e01b53c41e5949edebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778935 Jan 24 10:37:16.909161 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=1faa0668-3b63-42a1-b411-1a661f314879,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:16.910133 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:16.913271 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8e463-27e8-4a09-b40c-9ea9d9a21eee" -d '{"events": [{"server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1faa0668-3b63-42a1-b411-1a661f314879"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:16.918083 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:16.922532 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-43ca6cd4-2f8e-4efb-ba14-33f5d3ec8113 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6fe45a5e01f421aae8a217f0bb3540a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805456 Jan 24 10:37:16.926501 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6cd4-2f8e-4efb-ba14-33f5d3ec8113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677531ec-94fd-4621-91f4-e1b2ec67b8e9,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:16.926897 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 48206) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:16.994706 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:17.002143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e96b-102a-499a-b110-cbece8e62c12 req-3ed65f2e-90c7-4040-9ea0-69d4fbe465a9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:17.003752 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9223e96b-102a-499a-b110-cbece8e62c12 req-3ed65f2e-90c7-4040-9ea0-69d4fbe465a9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.2128646 Jan 24 10:37:17.070918 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 95570374-b63f-47a8-b112-b1380054b5f7 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:17.127017 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9223e96b-102a-499a-b110-cbece8e62c12 req-9934f0b1-21f8-4565-8542-b15951a5ac45 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136782 Jan 24 10:37:17.155569 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] Publish callbacks [] for security_group (677531ec-94fd-4621-91f4-e1b2ec67b8e9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.173770 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 95570374-b63f-47a8-b112-b1380054b5f7 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:17.174164 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (95570374-b63f-47a8-b112-b1380054b5f7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.207585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] Publish callbacks [] for security_group (677531ec-94fd-4621-91f4-e1b2ec67b8e9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.238332 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12218096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311963'] for subnet (2ce2617b-7e3c-4a14-9b20-16000e0b9624), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.249298 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4565f87-ca70-4eae-a073-84b31812753b x-openstack-request-id: req-f4565f87-ca70-4eae-a073-84b31812753b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:17.250698 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "name": "network-vif-plugged", "status": "completed", "tag": "1faa0668-3b63-42a1-b411-1a661f314879", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:17.252071 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4565f87-ca70-4eae-a073-84b31812753b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:17.253213 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879', 'code': 200} Jan 24 10:37:17.332262 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 95570374-b63f-47a8-b112-b1380054b5f7 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:17.332674 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (95570374-b63f-47a8-b112-b1380054b5f7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.369370 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 95570374-b63f-47a8-b112-b1380054b5f7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=95570374-b63f-47a8-b112-b1380054b5f7,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:17.376875 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (95570374-b63f-47a8-b112-b1380054b5f7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.440811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=95570374-b63f-47a8-b112-b1380054b5f7,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:17.443169 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (677531ec-94fd-4621-91f4-e1b2ec67b8e9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.446365 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.448505 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/677531ec-94fd-4621-91f4-e1b2ec67b8e9 HTTP/1.1" status: 204 len: 168 time: 0.5094852 Jan 24 10:37:17.510715 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f9f7f31d-8722-4c8e-8102-981f1ca5ca2c req-783783c1-c727-4fec-89d4-769b9ff901e6 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 210 time: 0.1122158 Jan 24 10:37:17.552806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ec775-d38e-42da-a358-8e87b7c1b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677531ec-94fd-4621-91f4-e1b2ec67b8e9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:17.583497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce2617b-7e3c-4a14-9b20-16000e0b9624,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:17.640256 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9be92-1a9a-4486-8279-235428462953 req-4ef7c4fa-ee0b-4b46-9fe5-43a8fe9df263 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:17.647616 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92c9be92-1a9a-4486-8279-235428462953 req-4ef7c4fa-ee0b-4b46-9fe5-43a8fe9df263 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.2843027 Jan 24 10:37:17.658568 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Checking segment: {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:17.658941 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Network hostable DHCP agents. Network: ea110a3f-9475-41d8-8b27-143c09895357, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:17.674521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ee3e6-3655-42d3-a263-652db40434a0 req-70400fe9-372c-4d8a-b5dc-ff9ca94b8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:17.676256 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a55ee3e6-3655-42d3-a263-652db40434a0 req-70400fe9-372c-4d8a-b5dc-ff9ca94b8903 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1569076 Jan 24 10:37:17.734339 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Network ea110a3f-9475-41d8-8b27-143c09895357 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:17.763122 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, ea110a3f-9475-41d8-8b27-143c09895357) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:17.774552 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359fb5c-24f5-4f3e-bc10-b1805f81d4c7 None None] Network ea110a3f-9475-41d8-8b27-143c09895357 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:17.779766 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92c9be92-1a9a-4486-8279-235428462953 req-2e2e5ed6-0e97-4c0e-a091-3857f2d1702c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280410 Jan 24 10:37:17.792634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:17.793806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.816676 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a55ee3e6-3655-42d3-a263-652db40434a0 req-011efd10-bab3-442e-a39a-0e9d49dbd3a0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256192 Jan 24 10:37:17.828830 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-329de9a7-69e1-4b2e-98c3-a0aabaddf770 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6753392 Jan 24 10:37:17.831069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 48232) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:17.836774 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:17.877824 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.879566 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:17.880204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.912620 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:17.913412 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:17.928188 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48234) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:17.939068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for router_controller (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:17.947411 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa0e1-8c2a-48e1-ad5d-199ff6dbc06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.026143 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-ea110a3f-9475-41d8-8b27-143c09895357', 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357', 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'fixed_ips': [{'subnet_id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:37:18.027119 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.041079 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa0e1-8c2a-48e1-ad5d-199ff6dbc06c admin admin] Publish callbacks [] for security_group (30fd6e33-a29c-4ffb-aa20-35e5ffb5f578), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.047114 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa0e1-8c2a-48e1-ad5d-199ff6dbc06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (30fd6e33-a29c-4ffb-aa20-35e5ffb5f578), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.052830 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:18.109160 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fa0e1-8c2a-48e1-ad5d-199ff6dbc06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd6e33-a29c-4ffb-aa20-35e5ffb5f578,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:18.112572 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.115496 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8b8fa0e1-8c2a-48e1-ad5d-199ff6dbc06c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07a99f05876f4f5188dc8a55868fec73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848385 Jan 24 10:37:18.116843 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for router_gateway (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.119100 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48236) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:18.203435 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] Publish callbacks [] for security_group (30fd6e33-a29c-4ffb-aa20-35e5ffb5f578), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.252814 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] Publish callbacks [] for security_group (30fd6e33-a29c-4ffb-aa20-35e5ffb5f578), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.353754 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (30fd6e33-a29c-4ffb-aa20-35e5ffb5f578), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.357684 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.362653 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30fd6e33-a29c-4ffb-aa20-35e5ffb5f578 HTTP/1.1" status: 204 len: 168 time: 0.2407038 Jan 24 10:37:18.382161 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ca855-2a34-4e0d-8269-84e6e76e649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd6e33-a29c-4ffb-aa20-35e5ffb5f578,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:18.399039 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212ab93-6260-416e-85e4-81ea8c3f5489 req-7bcad37a-26ea-4b0a-9c5c-c99470231c78 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:18.402420 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6212ab93-6260-416e-85e4-81ea8c3f5489 req-7bcad37a-26ea-4b0a-9c5c-c99470231c78 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1545196 Jan 24 10:37:18.425326 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Allocated IP 172.20.0.2 (ea110a3f-9475-41d8-8b27-143c09895357/2ce2617b-7e3c-4a14-9b20-16000e0b9624/f667849e-c53c-40b0-8ae3-1b3c393f4d31) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:18.630376 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71204535-98d9-480b-be7f-b1689a5dbc43 req-7c2a2edf-3ba9-47aa-9abb-3a246bdee75e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 210 time: 0.0440638 Jan 24 10:37:18.656582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for router_gateway (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.683929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:18.695119 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6212ab93-6260-416e-85e4-81ea8c3f5489 req-8cb38bf4-37de-460f-a4af-7b27876e21d8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823348 Jan 24 10:37:18.833559 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 2, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:18.891468 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Allocated IP 172.27.1.89 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/401eeed5-cfb1-4ff8-8372-a2ac956ea3bd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:18.918582 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:18.924051 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Updating router 9dd14c5c-089c-477f-9d7d-e956e430a78f port 66b259d3-ea76-4647-ae70-81248b05c691 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:18.992809 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (66b259d3-ea76-4647-ae70-81248b05c691), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.006714 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks [] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.013152 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 95570374-b63f-47a8-b112-b1380054b5f7 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:19.026068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.048593 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-af7dc21e-5c5b-4ba9-aa8f-556fd26cfc4f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=19b41f004fd94e01b53c41e5949edebe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890300 Jan 24 10:37:19.114370 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Network ea110a3f-9475-41d8-8b27-143c09895357 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:19.151338 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:19.160917 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:19.173935 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Pushing event updated for resources: {'Port': ['ID=f667849e-c53c-40b0-8ae3-1b3c393f4d31,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:19.204586 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2b483-f483-4db4-9234-ef8723200721 req-a4376e07-3c49-4f5e-beea-19e37a1016c3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:19.207925 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6be2b483-f483-4db4-9234-ef8723200721 req-a4376e07-3c49-4f5e-beea-19e37a1016c3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.2470820 Jan 24 10:37:19.260263 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.327131 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Attempting to bind port f667849e-c53c-40b0-8ae3-1b3c393f4d31 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:19.327930 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Attempting to bind port f667849e-c53c-40b0-8ae3-1b3c393f4d31 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:19.328624 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Attempting to bind port f667849e-c53c-40b0-8ae3-1b3c393f4d31 on network ea110a3f-9475-41d8-8b27-143c09895357 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:19.363166 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:19.372474 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Checking segment: {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:19.373205 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.373977 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Bound using segment: {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:19.374778 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Bound port: f667849e-c53c-40b0-8ae3-1b3c393f4d31, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:19.375474 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.385254 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6be2b483-f483-4db4-9234-ef8723200721 req-5fb5bab8-0377-4eb3-a8e0-d5ae7d641bd9 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572611 Jan 24 10:37:19.398282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-c2fe352c-40c1-4596-9fcd-1a58521009eb tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:19.400397 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-c2fe352c-40c1-4596-9fcd-1a58521009eb tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415644 Jan 24 10:37:19.421483 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Request body: {'port': {'device_id': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073', 'admin_state_up': True, 'tenant_id': '19b41f004fd94e01b53c41e5949edebe'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:19.442955 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 95570374-b63f-47a8-b112-b1380054b5f7 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:19.444094 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (95570374-b63f-47a8-b112-b1380054b5f7), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.474961 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.579176 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.619204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:19.629070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:19.636417 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:19.642465 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Pushing event updated for resources: {'Port': ['ID=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:19.658788 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] For port f667849e-c53c-40b0-8ae3-1b3c393f4d31, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:19.670384 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] For port f667849e-c53c-40b0-8ae3-1b3c393f4d31, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=f667849e-c53c-40b0-8ae3-1b3c393f4d31,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:19.695726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.726132 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48296) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:19.788409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks [] for port (66b259d3-ea76-4647-ae70-81248b05c691), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.828557 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f221d5c3-8995-4673-8875-0ecc4d900901 req-de24f7c8-8e43-4644-87a7-a0614a88dbb8 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 210 time: 0.0742805 Jan 24 10:37:19.838814 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 95570374-b63f-47a8-b112-b1380054b5f7 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:19.845794 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.867527 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Made reservation on behalf of 19b41f004fd94e01b53c41e5949edebe for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:19.873144 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.904424 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0137-d31c-4f29-ae25-da8ffa1410f8 None None] Pushing event updated for resources: {'Port': ['ID=f667849e-c53c-40b0-8ae3-1b3c393f4d31,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:19.908729 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.932245 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-480070477-network', 'tenant_id': '15594e7919be47fbb1eb30b4403ce2ca'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:19.974367 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Made reservation on behalf of 15594e7919be47fbb1eb30b4403ce2ca for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:19.977920 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:19.993710 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.058019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Attempting to bind port 66b259d3-ea76-4647-ae70-81248b05c691 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:20.058490 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Attempting to bind port 66b259d3-ea76-4647-ae70-81248b05c691 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:20.058939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Attempting to bind port 66b259d3-ea76-4647-ae70-81248b05c691 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:20.063717 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cdde-cd6e-468a-841b-b7da82f2a525 None None] Pushing event updated for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:20.075321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:20.075804 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:20.076221 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.076617 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Bound using segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:20.077130 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Bound port: 66b259d3-ea76-4647-ae70-81248b05c691, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:20.077613 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (66b259d3-ea76-4647-ae70-81248b05c691), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.140758 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks [] for security_group (de6bfedb-4cec-4f8d-a521-c9db55872966), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.145241 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (de6bfedb-4cec-4f8d-a521-c9db55872966), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.157830 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for router_gateway (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.186814 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] For port 66b259d3-ea76-4647-ae70-81248b05c691, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:20.187246 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:20.192751 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] For port 66b259d3-ea76-4647-ae70-81248b05c691, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=66b259d3-ea76-4647-ae70-81248b05c691,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:20.197830 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6bfedb-4cec-4f8d-a521-c9db55872966,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:20.202853 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.221295 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (a1cf7b29-c8d8-4548-8c00-ba15310643b2), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.221728 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Added segment a1cf7b29-c8d8-4548-8c00-ba15310643b2 of type vlan for network 48ecff6c-f8f1-4f7f-9119-53a08bf884bb Jan 24 10:37:20.240524 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks [] for security_group (c3dc1083-9d0c-4ca3-8b99-f27e5c971614), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.285806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c3dc1083-9d0c-4ca3-8b99-f27e5c971614), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.302258 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:20.302915 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:20.318480 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (48ecff6c-f8f1-4f7f-9119-53a08bf884bb), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.360286 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (48ecff6c-f8f1-4f7f-9119-53a08bf884bb), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.361754 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:20.362377 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.432218 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cdde-cd6e-468a-841b-b7da82f2a525 None None] Pushing event updated for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:20.444788 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7169070 Jan 24 10:37:20.447693 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48304) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:20.457411 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Request body: {'subnet': {'network_id': '48ecff6c-f8f1-4f7f-9119-53a08bf884bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-480070477-subnet', 'tenant_id': '15594e7919be47fbb1eb30b4403ce2ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:20.477610 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865276-91bb-46f4-8e31-00bb7f469443 admin admin] Pushing event updated for resources: {'Network': ['ID=48ecff6c-f8f1-4f7f-9119-53a08bf884bb,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:20.520023 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Made reservation on behalf of 15594e7919be47fbb1eb30b4403ce2ca for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:20.521419 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 48ecff6c-f8f1-4f7f-9119-53a08bf884bb details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:20.540044 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.605040 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Allocated IP 192.168.233.144 (d7650bf8-03d0-40dc-9fec-5546e6dbd073/dacf3481-8039-4c16-9586-16be8a9597d6/dc5b7061-952b-4b62-ad85-1cb6666b8969) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:20.677637 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:20.678019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.734662 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:20.798861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks [] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.844822 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (c372252f-3388-43b7-a57b-be732d0cbfbd), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.863961 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:20.929982 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc1083-9d0c-4ca3-8b99-f27e5c971614,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:20.962423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.963090 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.963623 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.965066 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.965583 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.966087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.966595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.967077 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.967574 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.968083 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.968709 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.969789 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:20.970311 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:37:21.006440 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.030553 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Checking segment: {'id': 'a1cf7b29-c8d8-4548-8c00-ba15310643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '48ecff6c-f8f1-4f7f-9119-53a08bf884bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:21.033375 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Network hostable DHCP agents. Network: 48ecff6c-f8f1-4f7f-9119-53a08bf884bb, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:21.036772 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Network d7650bf8-03d0-40dc-9fec-5546e6dbd073 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:21.043258 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:21.055628 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:21.063258 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c372252f-3388-43b7-a57b-be732d0cbfbd,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:21.064904 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Current status of the port 66b259d3-ea76-4647-ae70-81248b05c691 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:21.065338 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (66b259d3-ea76-4647-ae70-81248b05c691), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.106794 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99154e4-e362-41fa-b3f1-b3b77896316e req-07065ad0-200b-4a33-9dd8-2e776a7ce8a9 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:21.108700 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c99154e4-e362-41fa-b3f1-b3b77896316e req-07065ad0-200b-4a33-9dd8-2e776a7ce8a9 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.2518897 Jan 24 10:37:21.121095 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Network 48ecff6c-f8f1-4f7f-9119-53a08bf884bb is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:21.134809 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 48ecff6c-f8f1-4f7f-9119-53a08bf884bb) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:21.142926 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:21.144149 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.174574 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-13a676ff-2bfd-48e7-a2d6-a2eed9d28c83 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7162137 Jan 24 10:37:21.224629 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7bdb-0a69-4e19-beea-e28fd96989c4 req-771cbc51-f2d0-4b1e-befc-d20250a0da2b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:21.233956 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd9f7bdb-0a69-4e19-beea-e28fd96989c4 req-771cbc51-f2d0-4b1e-befc-d20250a0da2b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3653073 Jan 24 10:37:21.243774 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48322) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:21.244116 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] For port 66b259d3-ea76-4647-ae70-81248b05c691, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=66b259d3-ea76-4647-ae70-81248b05c691,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:21.246525 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709eea5-621d-447e-bed1-f1503d7535f4 None None] Network 48ecff6c-f8f1-4f7f-9119-53a08bf884bb requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:21.352038 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd9f7bdb-0a69-4e19-beea-e28fd96989c4 req-b9b34804-6934-4cbd-97e6-c4d73baf662f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169119 Jan 24 10:37:21.489623 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-660d4473-347c-4d73-924c-37dea33a6825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.522501 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c99154e4-e362-41fa-b3f1-b3b77896316e req-5ea3c595-5274-4c25-8dbf-0073df16646d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596148 Jan 24 10:37:21.523425 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Pushing event updated for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:21.582358 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:21.590667 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.663173 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 66b259d3-ea76-4647-ae70-81248b05c691 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:21.700504 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-660d4473-347c-4d73-924c-37dea33a6825 admin admin] Publish callbacks [] for security_group (8fd9a041-46ce-470d-954c-922aa18cd232), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.708076 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.710930 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-660d4473-347c-4d73-924c-37dea33a6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8fd9a041-46ce-470d-954c-922aa18cd232), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:21.800875 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-660d4473-347c-4d73-924c-37dea33a6825 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88db5713c1d046a18d3cce1b5d76dc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542545 Jan 24 10:37:21.802814 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48340) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:21.809893 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d4473-347c-4d73-924c-37dea33a6825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9a041-46ce-470d-954c-922aa18cd232,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:21.815130 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e8e1e-9805-4847-af8f-1ceb0454e74a None None] Network 48ecff6c-f8f1-4f7f-9119-53a08bf884bb requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:21.876130 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b51b7-16a8-41c1-b2c0-a67ebd61f536 None None] Pushing event updated for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:21.884375 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:21.885100 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.012272 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] Publish callbacks [] for security_group (8fd9a041-46ce-470d-954c-922aa18cd232), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.035488 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:20Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:22.081160 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:22.083268 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.091525 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] Publish callbacks [] for security_group (8fd9a041-46ce-470d-954c-922aa18cd232), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.201117 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8fd9a041-46ce-470d-954c-922aa18cd232), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.208820 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.211090 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fd9a041-46ce-470d-954c-922aa18cd232 HTTP/1.1" status: 204 len: 168 time: 0.4072409 Jan 24 10:37:22.215144 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-8b0d5dc7-2486-41b5-9610-5e6375cf4a2e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8035979 Jan 24 10:37:22.237690 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Request body: {'port': {'device_id': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:22.241338 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef56e0-bf16-46c6-8e26-05d8a7575d1c None None] Network ea110a3f-9475-41d8-8b27-143c09895357 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:22.256681 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732fa58-b876-4381-aa86-d84d33adfd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9a041-46ce-470d-954c-922aa18cd232,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:22.275493 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.295790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3de6d-c11c-41e2-a907-90e30d5cd35f req-87a9abff-8381-47f7-897e-8c933fcff5b8 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:22.303009 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95b3de6d-c11c-41e2-a907-90e30d5cd35f req-87a9abff-8381-47f7-897e-8c933fcff5b8 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 936 time: 0.1554172 Jan 24 10:37:22.337554 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48362) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:22.342607 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263243245-network', 'tenant_id': '761d8cba34e646f6832834e3ef199ee8'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:22.403189 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.413854 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Made reservation on behalf of 761d8cba34e646f6832834e3ef199ee8 for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:22.417826 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.436465 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.482380 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed95c76-5b7a-4b19-a3b4-9cf38be9d465 None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:20Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:22.511387 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95b3de6d-c11c-41e2-a907-90e30d5cd35f req-3137846c-91a2-4867-983c-d5b15bc8025b tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068007 Jan 24 10:37:22.615373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 66b259d3-ea76-4647-ae70-81248b05c691 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:22.616791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device f667849e-c53c-40b0-8ae3-1b3c393f4d31 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:22.629619 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks [] for security_group (f6be5124-08f6-44a9-add1-f859d8cb8fb5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.637589 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f6be5124-08f6-44a9-add1-f859d8cb8fb5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.687892 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:22.722105 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (8e145971-32e5-4eee-88ae-ec9870fb1080), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.722105 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Added segment 8e145971-32e5-4eee-88ae-ec9870fb1080 of type vlan for network 619a8d6a-6f4e-484f-a5bd-602c65a4c50c Jan 24 10:37:22.771247 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (619a8d6a-6f4e-484f-a5bd-602c65a4c50c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.774527 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Current status of the port 66b259d3-ea76-4647-ae70-81248b05c691 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:22.823871 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (619a8d6a-6f4e-484f-a5bd-602c65a4c50c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.824903 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:22.825535 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.839597 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Provisioning complete for port dc5b7061-952b-4b62-ad85-1cb6666b8969 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:22.841182 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.845870 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port f667849e-c53c-40b0-8ae3-1b3c393f4d31 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:22.846631 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:22.861044 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be5124-08f6-44a9-add1-f859d8cb8fb5,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:22.900421 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5617321 Jan 24 10:37:22.905359 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48376) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:22.910915 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Request body: {'subnet': {'network_id': '619a8d6a-6f4e-484f-a5bd-602c65a4c50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263243245-subnet', 'tenant_id': '761d8cba34e646f6832834e3ef199ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:22.956995 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f82f718c-afdc-4f82-be03-cf2f6641f59d None None] Port dc5b7061-952b-4b62-ad85-1cb6666b8969 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:23.008416 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb55f-e5d9-4999-85a0-b26e26587f68 admin admin] Pushing event updated for resources: {'Network': ['ID=619a8d6a-6f4e-484f-a5bd-602c65a4c50c,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:23.029560 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port f667849e-c53c-40b0-8ae3-1b3c393f4d31 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:23.030515 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.037721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:37:23.078371 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Made reservation on behalf of 761d8cba34e646f6832834e3ef199ee8 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:23.081879 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.087950 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 619a8d6a-6f4e-484f-a5bd-602c65a4c50c details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:23.148449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-660b6c2d-c2ef-4953-aa3a-4446db8ed313 None None] Provisioning complete for port f667849e-c53c-40b0-8ae3-1b3c393f4d31 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:23.154094 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-660b6c2d-c2ef-4953-aa3a-4446db8ed313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.196191 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port f667849e-c53c-40b0-8ae3-1b3c393f4d31, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=f667849e-c53c-40b0-8ae3-1b3c393f4d31,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:23.264922 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.298873 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af613203-9516-465c-a92d-3e4d152c905c req-bb0ccb56-42a3-4c5c-9cb3-65debb18cdaa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:23.310043 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af613203-9516-465c-a92d-3e4d152c905c req-bb0ccb56-42a3-4c5c-9cb3-65debb18cdaa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.4513915 Jan 24 10:37:23.387931 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=f667849e-c53c-40b0-8ae3-1b3c393f4d31,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:23.460720 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (0da5f5be-e983-4c8b-8d32-8fb2ef98365d), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.476107 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 66b259d3-ea76-4647-ae70-81248b05c691 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:23.532174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-660b6c2d-c2ef-4953-aa3a-4446db8ed313 None None] Current status of the port f667849e-c53c-40b0-8ae3-1b3c393f4d31 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:23.535467 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da5f5be-e983-4c8b-8d32-8fb2ef98365d,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:23.549604 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 66b259d3-ea76-4647-ae70-81248b05c691 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:23.550313 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (66b259d3-ea76-4647-ae70-81248b05c691), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.585858 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Checking segment: {'id': '8e145971-32e5-4eee-88ae-ec9870fb1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '619a8d6a-6f4e-484f-a5bd-602c65a4c50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:23.586299 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Network hostable DHCP agents. Network: 619a8d6a-6f4e-484f-a5bd-602c65a4c50c, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:23.601980 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af613203-9516-465c-a92d-3e4d152c905c req-74c6eb00-f622-45ef-804a-c7eefa5d0a99 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909420 Jan 24 10:37:23.614429 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:23.629391 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Sync routers for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:23.637585 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Network 619a8d6a-6f4e-484f-a5bd-602c65a4c50c is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:23.647320 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:23.648268 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:23.655244 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 619a8d6a-6f4e-484f-a5bd-602c65a4c50c) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:23.667523 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:23.668144 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.669198 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264dc42-fb74-489a-8b29-34a532ec0b4e None None] Network 619a8d6a-6f4e-484f-a5bd-602c65a4c50c requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:23.679449 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5b7061-952b-4b62-ad85-1cb6666b8969 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:23.691484 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks [] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.708225 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Transition to ACTIVE for port object dc5b7061-952b-4b62-ad85-1cb6666b8969 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:37:23.711655 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-0a698fee-3379-471d-bbd7-13c3098468e3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8045781 Jan 24 10:37:23.755609 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-236b3a7c-b606-41c0-a957-381048e26c83 None None] Provisioning complete for port f667849e-c53c-40b0-8ae3-1b3c393f4d31 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:23.756280 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-236b3a7c-b606-41c0-a957-381048e26c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.801985 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.834321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 66b259d3-ea76-4647-ae70-81248b05c691 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:23.897815 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:23.899233 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-af75db80-6942-41a4-8fe3-169f5508376b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0664792 Jan 24 10:37:23.901093 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:23.902292 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48404) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:23.945031 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78a9ef-0142-4fb1-90f8-7059e9295a27 None None] Network 619a8d6a-6f4e-484f-a5bd-602c65a4c50c requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:23.976432 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:24.049075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e8c9-e39e-4c50-ac4b-bdc0bbeda2a9 req-5b4b2922-7621-4670-a1a4-2d3ba8238a70 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:24.051203 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b522e8c9-e39e-4c50-ac4b-bdc0bbeda2a9 req-5b4b2922-7621-4670-a1a4-2d3ba8238a70 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 948 time: 0.3403542 Jan 24 10:37:24.110394 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-236b3a7c-b606-41c0-a957-381048e26c83 None None] Current status of the port f667849e-c53c-40b0-8ae3-1b3c393f4d31 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:24.200300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b522e8c9-e39e-4c50-ac4b-bdc0bbeda2a9 req-6f242131-04d2-417d-975e-eb9db57cb792 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075535 Jan 24 10:37:24.271583 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Attempting to bind port dc5b7061-952b-4b62-ad85-1cb6666b8969 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:24.271583 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Attempting to bind port dc5b7061-952b-4b62-ad85-1cb6666b8969 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:24.271583 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Attempting to bind port dc5b7061-952b-4b62-ad85-1cb6666b8969 on network d7650bf8-03d0-40dc-9fec-5546e6dbd073 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:24.279704 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Port dc5b7061-952b-4b62-ad85-1cb6666b8969 on network d7650bf8-03d0-40dc-9fec-5546e6dbd073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:37:24.280040 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Attempting to bind port dc5b7061-952b-4b62-ad85-1cb6666b8969 on network d7650bf8-03d0-40dc-9fec-5546e6dbd073 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:24.295147 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:24.296255 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Checking segment: {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:24.296728 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Bound using segment: {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:24.297308 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Bound port: dc5b7061-952b-4b62-ad85-1cb6666b8969, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ca26a9-924c-4767-9949-5c4bd3c9ab3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:24.297749 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:24.383977 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:19Z', 'revision_number': 3, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:24.423576 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Checking router: 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:24.424206 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Updating router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:24.454169 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:24.507759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:24.521584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:24.532609 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:24.614874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:24.618594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:24.621185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] 10.222.0.120 "PUT /v2.0/ports/dc5b7061-952b-4b62-ad85-1cb6666b8969 HTTP/1.1" status: 200 len: 1098 time: 2.3923218 Jan 24 10:37:24.621185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:24.623636 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:24.750458 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ab139-2824-4145-87e8-75141fb7163b x-openstack-request-id: req-117ab139-2824-4145-87e8-75141fb7163b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:24.751036 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:24.751514 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-117ab139-2824-4145-87e8-75141fb7163b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:24.752120 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969', 'status': 'completed', 'code': 200} Jan 24 10:37:24.895024 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa883944-fec1-4952-9b21-85885c441bdf service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.969699 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:24.974189 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-62673901-2527-4f37-91d5-4912f96d9f57 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:24.975205 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-62673901-2527-4f37-91d5-4912f96d9f57 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.3319252 Jan 24 10:37:24.992858 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-c114627d-99ed-4bac-b407-214daf13fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:24.994930 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-c114627d-99ed-4bac-b407-214daf13fdaa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b41f004fd94e01b53c41e5949edebe&device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 1101 time: 0.2611842 Jan 24 10:37:25.021068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd43da-3793-4951-8364-53736c7cc971 req-f7653891-5bdb-483c-86fe-386bc74bae41 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:25.022924 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31fd43da-3793-4951-8364-53736c7cc971 req-f7653891-5bdb-483c-86fe-386bc74bae41 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 945 time: 0.2698300 Jan 24 10:37:25.023569 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks [] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.032707 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.091820 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-b89b643c-59ee-4616-a756-75ed6516cd0c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969 HTTP/1.1" status: 200 len: 217 time: 0.0645063 Jan 24 10:37:25.104412 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ded5-176c-4828-a209-f4a7dce4878e None None] Pushing event updated for resources: {'Port': ['ID=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:25.158072 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.164018 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Attempting to bind port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:25.164400 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Attempting to bind port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:25.164777 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Attempting to bind port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:25.186012 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:25.186450 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:25.186812 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.187472 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:25.188043 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Bound port: 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:25.188317 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.247290 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] For port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:25.251756 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] For port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:25.256392 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.258828 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31fd43da-3793-4951-8364-53736c7cc971 req-cb4b7d58-24f6-4eed-8db0-cb511d9885e6 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207823 Jan 24 10:37:25.262731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-106390fc-49a9-4665-9b6f-0de0be761fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:25.264217 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-106390fc-49a9-4665-9b6f-0de0be761fb2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dacf3481-8039-4c16-9586-16be8a9597d6 HTTP/1.1" status: 200 len: 843 time: 0.1177430 Jan 24 10:37:25.289592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Deleting port 1faa0668-3b63-42a1-b411-1a661f314879 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:37:25.289937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (1faa0668-3b63-42a1-b411-1a661f314879), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.345505 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ded5-176c-4828-a209-f4a7dce4878e None None] Pushing event updated for resources: {'Port': ['ID=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:25.382197 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:25.383047 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:25.429854 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Allocated IP 172.20.0.1 (ea110a3f-9475-41d8-8b27-143c09895357/2ce2617b-7e3c-4a14-9b20-16000e0b9624/9e68e50b-93dc-4a4d-8912-c242f8bffe1a) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:25.444469 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device f667849e-c53c-40b0-8ae3-1b3c393f4d31 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:25.448698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-d36ff6ad-850d-46d8-bc83-d0ad147b4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:25.450271 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-d36ff6ad-850d-46d8-bc83-d0ad147b4913 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d7650bf8-03d0-40dc-9fec-5546e6dbd073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1757481 Jan 24 10:37:25.505973 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:25.516668 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] For port 1faa0668-3b63-42a1-b411-1a661f314879, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=1faa0668-3b63-42a1-b411-1a661f314879,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:25.517406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (1faa0668-3b63-42a1-b411-1a661f314879), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.520300 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port f667849e-c53c-40b0-8ae3-1b3c393f4d31 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:25.521008 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.544129 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac3d32-6048-4dcf-808f-f440d3ce7386 req-0bbccb3f-588f-4ef8-8e13-a30ce5217993 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:25.550573 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26ac3d32-6048-4dcf-808f-f440d3ce7386 req-0bbccb3f-588f-4ef8-8e13-a30ce5217993 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 948 time: 0.1478853 Jan 24 10:37:25.586324 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks [] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.638489 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port f667849e-c53c-40b0-8ae3-1b3c393f4d31 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:25.639675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Calling delete_port for 1faa0668-3b63-42a1-b411-1a661f314879 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:37:25.652528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.684385 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26ac3d32-6048-4dcf-808f-f440d3ce7386 req-fe1b9930-b285-4c26-b7de-f642c9adbccf tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Jan 24 10:37:25.691275 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Network ea110a3f-9475-41d8-8b27-143c09895357 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:25.694328 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:25.700507 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:25.701107 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.739302 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:19Z', 'revision_number': 3, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:25.752123 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-fe59b5c1-ffa7-4c64-9db9-043106e3e3a5 service neutron] 10.222.0.120 "GET /v2.0/networks/d7650bf8-03d0-40dc-9fec-5546e6dbd073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883105 Jan 24 10:37:25.770699 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ba89-dee1-4e1b-9f68-510dc618e2b7 None None] The sync data for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi is: [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:19Z', 'revision_number': 3, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:25.774599 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Pushing event updated for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:25.903674 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:25.986471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (1faa0668-3b63-42a1-b411-1a661f314879), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.002394 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['1faa0668-3b63-42a1-b411-1a661f314879'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:26.021618 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3b2c714-4663-40e2-ae4b-433de27f1248 req-b5001902-a7aa-4a62-b7e6-001ace0fbe60 service neutron] 10.222.0.120 "GET /v2.0/networks/d7650bf8-03d0-40dc-9fec-5546e6dbd073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514946 Jan 24 10:37:26.025943 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Pushing event deleted for resources: {'Port': ['ID=1faa0668-3b63-42a1-b411-1a661f314879,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:26.108879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] No DVR routers for this DVR port 1faa0668-3b63-42a1-b411-1a661f314879 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:37:26.109387 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-180318f0-05c5-436c-a112-697ced5d90e8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1609657 Jan 24 10:37:26.111794 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.116108 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d78ad71-7614-400b-9da2-3d3b97433c5a req-b923abb4-71fe-4eb1-8195-b7cc9224d7d3 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "DELETE /v2.0/ports/1faa0668-3b63-42a1-b411-1a661f314879 HTTP/1.1" status: 204 len: 173 time: 1.1340506 Jan 24 10:37:26.153273 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-68599289-d4c1-4215-9363-9baa77bba5d1 None None] Provisioning complete for port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:26.153962 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68599289-d4c1-4215-9363-9baa77bba5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.214141 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-68599289-d4c1-4215-9363-9baa77bba5d1 None None] Port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:26.228276 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-ab35d2b0-29d1-4f19-9fdc-10775b46f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:26.240016 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-ab35d2b0-29d1-4f19-9fdc-10775b46f152 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b41f004fd94e01b53c41e5949edebe&device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 1101 time: 0.1311054 Jan 24 10:37:26.242260 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-2a398634-710a-4713-9345-64588192f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:26.246368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-2a398634-710a-4713-9345-64588192f11b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 1098 time: 0.0975950 Jan 24 10:37:26.364461 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks [] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.380048 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.381410 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:26.545246 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff1bd85a-de32-4ed9-8379-96816fdb084e req-66dd2458-dcda-43cd-a7a5-78fb1e7c0071 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=839e7c89-4740-4a03-b6e4-86f259e37ef3 HTTP/1.1" status: 200 len: 210 time: 0.1068363 Jan 24 10:37:26.574140 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Network ea110a3f-9475-41d8-8b27-143c09895357 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:26.580424 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:26.628559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-0e8b78cb-22ff-446c-9f7a-f3190bcfddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:26.630109 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-0e8b78cb-22ff-446c-9f7a-f3190bcfddb4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d7650bf8-03d0-40dc-9fec-5546e6dbd073 HTTP/1.1" status: 200 len: 870 time: 0.3815770 Jan 24 10:37:26.647709 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Pushing event updated for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:26.765129 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'name': 'network-vif-deleted', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:26.774631 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:37:26.777616 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aafe22-118e-465e-bba6-2d4f5c5db265" -d '{"events": [{"server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "name": "network-vif-deleted", "tag": "1faa0668-3b63-42a1-b411-1a661f314879"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:26.784058 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-cb64547e-818e-401c-b805-4b0946e4f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:26.787033 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-cb64547e-818e-401c-b805-4b0946e4f949 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.4384623 Jan 24 10:37:26.790071 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-8a8a1287-f1b1-48a6-b890-8bf33b8f5b94 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969 HTTP/1.1" status: 200 len: 217 time: 0.1478703 Jan 24 10:37:26.939713 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8c706-2b2c-410b-a377-71b27250360f x-openstack-request-id: req-b2e8c706-2b2c-410b-a377-71b27250360f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:26.940019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839e7c89-4740-4a03-b6e4-86f259e37ef3", "name": "network-vif-deleted", "tag": "1faa0668-3b63-42a1-b411-1a661f314879", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:26.940260 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2e8c706-2b2c-410b-a377-71b27250360f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:26.940667 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839e7c89-4740-4a03-b6e4-86f259e37ef3', 'name': 'network-vif-deleted', 'tag': '1faa0668-3b63-42a1-b411-1a661f314879', 'status': 'completed', 'code': 200} Jan 24 10:37:26.946233 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-fed51093-f2aa-4e3e-b7d9-c95aee0062c2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 200 len: 217 time: 0.1454153 Jan 24 10:37:27.021850 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:27.037172 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-310dc81b-f6ea-4efb-9290-008ba50a1acc admin admin] 10.222.0.45 "PUT /v2.0/routers/0f047f33-3c41-4f94-8c8a-10b5e8ff6d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1230960 Jan 24 10:37:27.074442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-c9823f2f-4853-4516-92fa-8647885b2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:27.075219 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-2e529cfc-3a10-41b2-9e80-c379294deedd None None] Provisioning complete for port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:27.075702 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2e529cfc-3a10-41b2-9e80-c379294deedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.076362 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-c9823f2f-4853-4516-92fa-8647885b2346 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dacf3481-8039-4c16-9586-16be8a9597d6 HTTP/1.1" status: 200 len: 843 time: 0.2463214 Jan 24 10:37:27.098635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c49793-201b-4f70-b36e-f543e36ed938 req-3478b9e2-24c9-4c98-99cd-601a98a49c2f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:27.101126 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0c49793-201b-4f70-b36e-f543e36ed938 req-3478b9e2-24c9-4c98-99cd-601a98a49c2f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 948 time: 0.1583900 Jan 24 10:37:27.137495 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2e529cfc-3a10-41b2-9e80-c379294deedd None None] Port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:27.144218 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-f7ce582c-552c-4842-a8fb-d12adf19bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:27.145994 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-f7ce582c-552c-4842-a8fb-d12adf19bdda service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.1814001 Jan 24 10:37:27.190414 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0c49793-201b-4f70-b36e-f543e36ed938 req-464b4030-5ca4-4c54-8110-f29df68f4810 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Jan 24 10:37:27.405203 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:27.456861 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:27.457283 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.550004 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:27.550596 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.594629 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:27.600735 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.659286 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:27.774116 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48524) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:27.780852 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565336347', 'description': 'tempest-secgroup-smoke-1565336347 description', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:27.809864 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.890790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-ad7eda64-34e4-4b1c-a6b2-db5694db17d1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:27.891424 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (8da42b00-1e8b-4f2a-a42d-069b87746d6a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.893675 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-ad7eda64-34e4-4b1c-a6b2-db5694db17d1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/networks?id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 200 len: 809 time: 0.1175284 Jan 24 10:37:27.897858 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8da42b00-1e8b-4f2a-a42d-069b87746d6a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.917753 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-59bbb08c-1862-48aa-9371-1d4bf4c15abf tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/quotas/fefeaf5808ab4ff8b0093ba227567a89 HTTP/1.1" status: 200 len: 375 time: 0.0145764 Jan 24 10:37:27.945312 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:27.951139 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1752589 Jan 24 10:37:27.952647 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48528) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:27.957849 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:27.963992 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced9247-3fc6-4550-b6b1-64a3b3fb9904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da42b00-1e8b-4f2a-a42d-069b87746d6a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:27.985117 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-84dcb665-96bc-4f98-90bc-a137473c2f4e tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593989 Jan 24 10:37:28.009973 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (5cc5c97d-b8ad-4568-8df0-535a2eeb61c4), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.103880 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (5cc5c97d-b8ad-4568-8df0-535a2eeb61c4), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.105126 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-783f1ee9-2605-4435-ad6c-28ecc222fa46 service neutron] 10.222.0.45 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187572 Jan 24 10:37:28.113911 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (5cc5c97d-b8ad-4568-8df0-535a2eeb61c4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.142111 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc5c97d-b8ad-4568-8df0-535a2eeb61c4,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.153255 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.154530 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-43ff2139-26d8-4bc6-b92c-563a49ffa5fc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008560 Jan 24 10:37:28.157310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48534) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:28.161772 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:28.194612 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (257f9e72-65a9-4746-a808-8e507ec113f1), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.233674 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-29b78410-b5ce-4193-84f2-897c61ee2513 service neutron] 10.222.0.45 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199002 Jan 24 10:37:28.275298 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (257f9e72-65a9-4746-a808-8e507ec113f1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.280424 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (257f9e72-65a9-4746-a808-8e507ec113f1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.302225 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257f9e72-65a9-4746-a808-8e507ec113f1,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.324891 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.326289 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d2160d51-da53-4cb1-8d1b-44a9e24abf10 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680281 Jan 24 10:37:28.329177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48540) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:28.333871 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:28.338246 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c2e17-ab5b-4256-9e08-fb930beb7582 req-bce96bb2-fca5-497e-a4b2-85002fbf5a90 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:28.339956 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-540c2e17-ab5b-4256-9e08-fb930beb7582 req-bce96bb2-fca5-497e-a4b2-85002fbf5a90 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 948 time: 0.0642958 Jan 24 10:37:28.374891 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (8e1315f7-d1e2-4020-b16e-c69c0418a5df), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.413441 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-540c2e17-ab5b-4256-9e08-fb930beb7582 req-51d4e25d-54c3-4fce-807f-39b50422e18b tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674744 Jan 24 10:37:28.456744 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (8e1315f7-d1e2-4020-b16e-c69c0418a5df), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.458630 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2679615b-1629-4688-a981-e6a6d3ea4ed1 req-9b5bfedb-9188-4bf7-ba30-3343353d4ea0 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 210 time: 0.0319169 Jan 24 10:37:28.461722 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (8e1315f7-d1e2-4020-b16e-c69c0418a5df), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.483813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1315f7-d1e2-4020-b16e-c69c0418a5df,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.494986 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.500139 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-9cc77e0a-bac0-46b0-ba67-03cef41da624 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671369 Jan 24 10:37:28.502381 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48546) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:28.507030 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:28.508719 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Sync routers for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:28.519044 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:28.519688 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:28.543774 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (4a0f9896-f2ed-49a2-8cc3-e100bcfc3671), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.616705 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (4a0f9896-f2ed-49a2-8cc3-e100bcfc3671), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.621837 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (4a0f9896-f2ed-49a2-8cc3-e100bcfc3671), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.637855 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0f9896-f2ed-49a2-8cc3-e100bcfc3671,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.654095 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.658743 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b50a8b9e-2567-4ead-9736-0cc7270ed72e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520083 Jan 24 10:37:28.658743 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48554) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:28.663096 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:28.689880 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.securitygroups_db [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Project 740bf9a130244ad09ea7b7afa2b359e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:37:28.696654 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (d9f89bb3-a8ce-47d0-9c76-ca628c1aa91c), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.772471 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (d9f89bb3-a8ce-47d0-9c76-ca628c1aa91c), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.778479 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (d9f89bb3-a8ce-47d0-9c76-ca628c1aa91c), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.780386 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:28.799657 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f89bb3-a8ce-47d0-9c76-ca628c1aa91c,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.810780 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.812450 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-64a4cec8-95a6-4b8c-8845-a7377939d52f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527476 Jan 24 10:37:28.815557 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 48560) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:28.821047 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'security_group_rule': {'security_group_id': '8da42b00-1e8b-4f2a-a42d-069b87746d6a', 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:28.847625 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Project 740bf9a130244ad09ea7b7afa2b359e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:37:28.853774 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (455ea779-1891-40ac-b5f9-809592dd588b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.919994 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (455ea779-1891-40ac-b5f9-809592dd588b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.924563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (455ea779-1891-40ac-b5f9-809592dd588b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.942831 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ea779-1891-40ac-b5f9-809592dd588b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:28.952112 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:28.953302 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-aa2ec28c-889e-465b-a7c8-08d124def7f4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365993 Jan 24 10:37:28.995632 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:25Z', 'revision_number': 4, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '9e68e50b-93dc-4a4d-8912-c242f8bffe1a', 'name': '', 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'mac_address': 'fa:16:3e:a3:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:25Z', 'updated_at': '2022-01-24T10:37:26Z', 'revision_number': 2, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'subnets': [{'id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:29.027455 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Checking router: 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:29.027823 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Updating router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:29.055149 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.351532 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks [] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.359576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.394871 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:29.489877 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b717c-6d68-4aa5-b954-be35deac4f3e None None] Pushing event updated for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:29.547096 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Attempting to bind port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:29.547751 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Attempting to bind port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:29.547880 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Attempting to bind port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a on network ea110a3f-9475-41d8-8b27-143c09895357 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:29.557911 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:29.558300 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Checking segment: {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:29.558932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.559334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Bound using segment: {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:29.559811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Bound port: 9e68e50b-93dc-4a4d-8912-c242f8bffe1a, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86006ab5-6158-40ae-8ccf-85d716e7cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:29.560031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148709d5-796c-460c-816f-0c58455adb2f req-a6296cc6-ba47-4bf2-a55a-0547740ae88f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:29.560222 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.562406 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:29.562767 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.568448 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-148709d5-796c-460c-816f-0c58455adb2f req-a6296cc6-ba47-4bf2-a55a-0547740ae88f tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 948 time: 0.0636122 Jan 24 10:37:29.619200 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c024cd9-6f8b-41d1-869e-d35af3a041e3 req-003fbc0b-9017-4101-9aa5-bd6967d4d43a tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 210 time: 0.0480244 Jan 24 10:37:29.655605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-148709d5-796c-460c-816f-0c58455adb2f req-5edd7c6a-2338-4a71-9f3c-5b83531778e2 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859735 Jan 24 10:37:29.700681 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] For port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:29.718836 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] For port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:29.723866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:29.726368 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.800633 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:29.801316 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:29.803524 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b717c-6d68-4aa5-b954-be35deac4f3e None None] Pushing event updated for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:29.847516 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Provisioning complete for port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:29.847901 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:29.951176 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:30.004849 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device dc5b7061-952b-4b62-ad85-1cb6666b8969 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:37:30.038675 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 1faa0668-3b63-42a1-b411-1a661f314879 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:37:30.062438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-87f01e88-f39a-4b03-b6ba-b8000e242272 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550864 Jan 24 10:37:30.090830 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Current status of the port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:30.091237 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.114858 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 1faa0668-3b63-42a1-b411-1a661f314879 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:37:30.115217 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 1faa0668-3b63-42a1-b411-1a661f314879 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:37:30.196839 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.252672 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] For port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:30.264830 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.338182 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:30.369990 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': 'dc5b7061-952b-4b62-ad85-1cb6666b8969', 'network_id': 'd7650bf8-03d0-40dc-9fec-5546e6dbd073', 'port_id': 'dc5b7061-952b-4b62-ad85-1cb6666b8969', 'mac_address': 'fa:16:3e:0d:88:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacf3481-8039-4c16-9586-16be8a9597d6', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:37:30.379471 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fdfcb-64c1-4c70-81a4-7563700e60a1 None None] Pushing event updated for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:30.400429 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-9cad00f0-83dd-4202-b05e-1cabc9d8f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:30.402632 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-9cad00f0-83dd-4202-b05e-1cabc9d8f55c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d7650bf8-03d0-40dc-9fec-5546e6dbd073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3968813 Jan 24 10:37:30.446313 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-7c374467-d572-4dd4-9012-2027ff257c23 None None] Provisioning complete for port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:30.446691 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7c374467-d572-4dd4-9012-2027ff257c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.451169 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port dc5b7061-952b-4b62-ad85-1cb6666b8969 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:30.451810 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.501753 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5b7061-952b-4b62-ad85-1cb6666b8969 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:30.536490 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:30.540246 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-3dd88950-537c-4f12-acd6-a0c33ad6f4fe service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685774 Jan 24 10:37:30.540511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:25Z', 'revision_number': 4, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '9e68e50b-93dc-4a4d-8912-c242f8bffe1a', 'name': '', 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'mac_address': 'fa:16:3e:a3:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:25Z', 'updated_at': '2022-01-24T10:37:29Z', 'revision_number': 4, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'subnets': [{'id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:30.545025 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:30.575580 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e25e1-cf8d-4357-9051-060e66090b36 None None] The sync data for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi is: [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:37:25Z', 'revision_number': 4, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '9e68e50b-93dc-4a4d-8912-c242f8bffe1a', 'name': '', 'network_id': 'ea110a3f-9475-41d8-8b27-143c09895357', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'mac_address': 'fa:16:3e:a3:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:25Z', 'updated_at': '2022-01-24T10:37:29Z', 'revision_number': 4, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'subnets': [{'id': '2ce2617b-7e3c-4a14-9b20-16000e0b9624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:30.587954 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-385799f4-f4dc-4b2b-97b4-e87d8cc6caf0 service neutron] 10.222.0.120 "GET /v2.0/networks/d7650bf8-03d0-40dc-9fec-5546e6dbd073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575475 Jan 24 10:37:30.812773 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-8828bc09-f175-4d59-ae14-483b51ac515c service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620654 Jan 24 10:37:30.919187 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d83640f-2d80-4507-9a80-1c2337ecad99 req-45daa859-9777-4f06-b7a2-1e3555e001c8 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 210 time: 0.0874205 Jan 24 10:37:30.927799 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9a7df19-72eb-40ca-8e1c-54b692ba1d4a req-e8bf1fb9-dda0-4f5e-9afe-1378b11ab626 service neutron] 10.222.0.120 "GET /v2.0/networks/d7650bf8-03d0-40dc-9fec-5546e6dbd073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092446 Jan 24 10:37:30.974001 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80517de-f4ff-46ee-b52c-c2d50fb3d41e req-d47b7c5a-d45d-4c95-84b1-65d934ae2c23 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:30.975639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b80517de-f4ff-46ee-b52c-c2d50fb3d41e req-d47b7c5a-d45d-4c95-84b1-65d934ae2c23 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 949 time: 0.1597157 Jan 24 10:37:30.998332 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7c374467-d572-4dd4-9012-2027ff257c23 None None] Current status of the port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:31.022413 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:31.051804 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['dc5b7061-952b-4b62-ad85-1cb6666b8969'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:31.158835 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b80517de-f4ff-46ee-b52c-c2d50fb3d41e req-49b6ea4a-1542-40ca-967a-fcb786243080 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702716 Jan 24 10:37:31.246606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-21e161ff-7e76-46b4-b690-65de4f5f6b2d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:31.248183 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-21e161ff-7e76-46b4-b690-65de4f5f6b2d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "GET /v2.0/networks?id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 200 len: 809 time: 0.2172034 Jan 24 10:37:31.269971 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Request body: {'port': {'device_id': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda', 'admin_state_up': True, 'tenant_id': 'fefeaf5808ab4ff8b0093ba227567a89'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:31.544521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Made reservation on behalf of fefeaf5808ab4ff8b0093ba227567a89 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:31.553328 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:31.584032 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 9e68e50b-93dc-4a4d-8912-c242f8bffe1a up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:31.672808 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:31.673849 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:31.765441 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Allocated IP 172.20.0.10 (de7764a3-e0af-44cb-bdc5-d4675aaeaeda/8eb0e9af-0347-4ecc-9a1e-b1326269d6ab/03f80b01-a37e-453e-990b-c4f7c3bae7a9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:31.774594 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:31.938087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks [] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:31.976750 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:32.041046 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Network de7764a3-e0af-44cb-bdc5-d4675aaeaeda is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:32.047743 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:32.066882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:32.071750 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Pushing event updated for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:32.127364 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:32.128008 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:32.142038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca0488-57c0-4c85-bede-1befcdedc119 req-0fec96f0-91c7-4b44-89bf-ef7f29b1e797 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:32.143648 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3dca0488-57c0-4c85-bede-1befcdedc119 req-0fec96f0-91c7-4b44-89bf-ef7f29b1e797 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 932 time: 0.1264281 Jan 24 10:37:32.159878 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-7be14a77-a103-464b-a6de-11f9e807a8ac tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963890 Jan 24 10:37:32.175274 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Request body: {'port': {'device_id': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:32.223037 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3dca0488-57c0-4c85-bede-1befcdedc119 req-9b97a946-a08c-4a48-828f-de557c3128d1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Jan 24 10:37:32.302838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c8e8-e22a-481e-8ba1-08614b60cc83 req-5fc8cb4b-8bdf-4437-aa94-5ed5c81d1bce tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:32.304303 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab82c8e8-e22a-481e-8ba1-08614b60cc83 req-5fc8cb4b-8bdf-4437-aa94-5ed5c81d1bce tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 949 time: 0.0803118 Jan 24 10:37:32.304866 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:32.391557 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab82c8e8-e22a-481e-8ba1-08614b60cc83 req-160b66f9-8621-4dde-aef2-9caae7958a2b tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686204 Jan 24 10:37:32.682890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f80b01-a37e-453e-990b-c4f7c3bae7a9 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:32.707291 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks [] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:32.738135 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21d4e3-e402-4562-9500-fc661a28334e req-c4723120-53f4-419f-82b5-ae4d97cec78f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:32.739739 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba21d4e3-e402-4562-9500-fc661a28334e req-c4723120-53f4-419f-82b5-ae4d97cec78f tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1058903 Jan 24 10:37:32.743722 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Transition to ACTIVE for port object 03f80b01-a37e-453e-990b-c4f7c3bae7a9 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:37:32.764894 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:32.776706 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-9e8b7336-074c-4583-bf35-2cef04b6a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:32.778289 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-9e8b7336-074c-4583-bf35-2cef04b6a9b3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.1064405 Jan 24 10:37:32.904976 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba21d4e3-e402-4562-9500-fc661a28334e req-82bd2247-15bd-473b-be75-34e3366c24c0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575925 Jan 24 10:37:32.907848 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:33.003471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-6c5ddd6f-06f4-4444-b159-673de881fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.005013 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-6c5ddd6f-06f4-4444-b159-673de881fdbf service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.1942189 Jan 24 10:37:33.062632 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device dc5b7061-952b-4b62-ad85-1cb6666b8969 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:33.078568 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-f2d2610f-be80-46d8-bd2b-d29f97826810 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.0647080 Jan 24 10:37:33.083602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Attempting to bind port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:33.084224 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Attempting to bind port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:33.084933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Attempting to bind port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:33.139151 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-bbdf214d-0367-4130-83a1-abe63158ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.141238 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-bbdf214d-0367-4130-83a1-abe63158ade2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.0532305 Jan 24 10:37:33.147230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:37:33.147687 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Attempting to bind port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 on network de7764a3-e0af-44cb-bdc5-d4675aaeaeda {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:33.199695 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port dc5b7061-952b-4b62-ad85-1cb6666b8969 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:37:33.209934 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port dc5b7061-952b-4b62-ad85-1cb6666b8969 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:33.210321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.233307 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:33.233307 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Checking segment: {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:33.234056 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Bound using segment: {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:33.234056 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Bound port: 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:33.234426 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.238693 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-59bebb20-41e9-486f-987c-4dcfdb71f510 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759230 Jan 24 10:37:33.374500 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port dc5b7061-952b-4b62-ad85-1cb6666b8969 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:33.374911 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.415409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:33.417158 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:33.420988 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dcd426-f5b0-4f79-832e-39652aab8b6d" -d '{"events": [{"server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:33.426485 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.445538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8a74-a95e-4bbc-86df-e00cb06e2ae3 req-ced533b1-5360-409c-a3bb-07aa89885bcb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.447251 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60da8a74-a95e-4bbc-86df-e00cb06e2ae3 req-ced533b1-5360-409c-a3bb-07aa89885bcb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2066865 Jan 24 10:37:33.515199 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:33.550888 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2325d-eef3-4542-a1c5-1ce0ac93ae3d req-259735e1-147d-4368-a1de-ede546c3e847 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.552866 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b2325d-eef3-4542-a1c5-1ce0ac93ae3d req-259735e1-147d-4368-a1de-ede546c3e847 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 944 time: 0.1667726 Jan 24 10:37:33.570602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:33.582451 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60da8a74-a95e-4bbc-86df-e00cb06e2ae3 req-3efff2b8-2f48-449f-9145-8e6a402a0db2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247199 Jan 24 10:37:33.584662 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:33.589571 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-2f1a838f-1330-4a46-bc97-40301d4dfc38 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212101 Jan 24 10:37:33.602946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.685879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.685879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.686687 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] 10.222.0.120 "PUT /v2.0/ports/03f80b01-a37e-453e-990b-c4f7c3bae7a9 HTTP/1.1" status: 200 len: 1094 time: 1.5158038 Jan 24 10:37:33.693851 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:33.696805 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579" -d '{"events": [{"name": "network-changed", "server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:33.722317 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48756) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:33.861539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b2325d-eef3-4542-a1c5-1ce0ac93ae3d req-b4a6f5ef-8372-4326-8207-36e6ce90516d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974608 Jan 24 10:37:33.881672 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a31b-ee89-4cc9-87cc-244f5959ba5e service neutron] Pushing event updated for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:33.883321 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4394e2a7-a4d2-4a04-8260-1669a9a86ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:33.910532 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd93d8-bb52-4016-9a31-b73635d3fb7b x-openstack-request-id: req-25fd93d8-bb52-4016-9a31-b73635d3fb7b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:33.910920 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:33.911489 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25fd93d8-bb52-4016-9a31-b73635d3fb7b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:33.912462 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969', 'code': 200} Jan 24 10:37:33.916010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-dc2a7e60-d602-4866-a7e0-3350d1f94d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.918214 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-dc2a7e60-d602-4866-a7e0-3350d1f94d14 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 1097 time: 0.1475301 Jan 24 10:37:33.921552 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0edf9bd-ebcf-4055-90ec-c83555053a91 req-78be788a-12c4-4a46-97c0-0ed973062350 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222601 Jan 24 10:37:33.957045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297bffb-b1e8-4115-bbe2-a16b59af10e4 req-436691ff-8e2f-479f-9e36-2ed745ca1c9a tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:33.958922 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e297bffb-b1e8-4115-bbe2-a16b59af10e4 req-436691ff-8e2f-479f-9e36-2ed745ca1c9a tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.1966619 Jan 24 10:37:33.995491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd0f7a7-c5f7-438e-b7d1-c647b00af992 x-openstack-request-id: req-5bd0f7a7-c5f7-438e-b7d1-c647b00af992 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:33.995777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:33.996206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bd0f7a7-c5f7-438e-b7d1-c647b00af992 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:33.996625 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9', 'status': 'completed', 'code': 200} Jan 24 10:37:33.998172 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-3b959c18-336a-405a-a12e-6e840a1d10ce service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9 HTTP/1.1" status: 200 len: 217 time: 0.0676920 Jan 24 10:37:34.010441 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4394e2a7-a4d2-4a04-8260-1669a9a86ab4 admin admin] Publish callbacks [] for security_group (ee2496ae-67f8-4606-8292-c01ee3f0ef61), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.015852 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4394e2a7-a4d2-4a04-8260-1669a9a86ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ee2496ae-67f8-4606-8292-c01ee3f0ef61), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.059576 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394e2a7-a4d2-4a04-8260-1669a9a86ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2496ae-67f8-4606-8292-c01ee3f0ef61,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:34.067241 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4394e2a7-a4d2-4a04-8260-1669a9a86ab4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=922874b9578a4c43a00c63f3f2693305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438127 Jan 24 10:37:34.068425 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48768) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:34.124924 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e297bffb-b1e8-4115-bbe2-a16b59af10e4 req-fa885cd0-bd4a-498b-b47d-d3ed3b98637e tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258032 Jan 24 10:37:34.127900 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] Publish callbacks [] for security_group (ee2496ae-67f8-4606-8292-c01ee3f0ef61), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.135273 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-b4bd43e3-0ed3-4efa-9ab2-c20f8b261105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:34.136874 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-b4bd43e3-0ed3-4efa-9ab2-c20f8b261105 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8eb0e9af-0347-4ecc-9a1e-b1326269d6ab HTTP/1.1" status: 200 len: 849 time: 0.1289780 Jan 24 10:37:34.154282 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] Publish callbacks [] for security_group (ee2496ae-67f8-4606-8292-c01ee3f0ef61), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.193835 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-68d84037-cb8b-4a8d-90cf-99391d2d240d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375528 Jan 24 10:37:34.203890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee81d7-a5f6-46fc-803c-cb6db7391d6e req-91ebadb2-627d-4284-972c-e05e143d7935 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:34.205623 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7ee81d7-a5f6-46fc-803c-cb6db7391d6e req-91ebadb2-627d-4284-972c-e05e143d7935 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1562207 Jan 24 10:37:34.210862 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ee2496ae-67f8-4606-8292-c01ee3f0ef61), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.214578 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:34.215870 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee2496ae-67f8-4606-8292-c01ee3f0ef61 HTTP/1.1" status: 204 len: 168 time: 0.1466830 Jan 24 10:37:34.224444 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92205eaf-d742-4868-b1f9-d7d3e6373a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2496ae-67f8-4606-8292-c01ee3f0ef61,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:34.505638 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650788d-53f5-434f-83c6-31e7af43d321 req-679904fd-e94d-43f8-a800-1cf47aeb1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:34.507210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1650788d-53f5-434f-83c6-31e7af43d321 req-679904fd-e94d-43f8-a800-1cf47aeb1628 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 1103 time: 0.3861611 Jan 24 10:37:34.622760 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7ee81d7-a5f6-46fc-803c-cb6db7391d6e req-5b39885a-4052-4057-8179-901bb825bdae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976777 Jan 24 10:37:34.639883 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1650788d-53f5-434f-83c6-31e7af43d321 req-2bb8c30f-f5d9-49cf-a6c7-35c29695d22b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014576 Jan 24 10:37:34.641909 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-746e6687-95f3-498f-b6cc-6d2d266fcf1d service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350545 Jan 24 10:37:34.744944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642c54-85b2-48ca-a9f8-abd49fd7cd3b req-52791d3e-cb56-4894-a47a-ceb369bafe59 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:34.746757 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71642c54-85b2-48ca-a9f8-abd49fd7cd3b req-52791d3e-cb56-4894-a47a-ceb369bafe59 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0499585 Jan 24 10:37:34.811249 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71642c54-85b2-48ca-a9f8-abd49fd7cd3b req-7c2eb178-f49c-4194-a64c-c697020726d9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580800 Jan 24 10:37:34.981456 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb23b73a-a805-43cb-b638-71fae75f53cf req-5c6529ff-61b0-42a9-9525-169e38899ef6 service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244705 Jan 24 10:37:34.998247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437110f-9136-4dd4-849c-a9a9188d00e5 req-c6beee91-3d31-493c-888a-53bfac0047fa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.000059 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a437110f-9136-4dd4-849c-a9a9188d00e5 req-c6beee91-3d31-493c-888a-53bfac0047fa tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 944 time: 0.0685964 Jan 24 10:37:35.078603 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a437110f-9136-4dd4-849c-a9a9188d00e5 req-39e352b8-0a69-4dbd-9544-6db99e44643b tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713153 Jan 24 10:37:35.091732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-44757443-e9a0-4070-a32e-23da2bcd0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.093347 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-44757443-e9a0-4070-a32e-23da2bcd0812 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 1097 time: 0.0518415 Jan 24 10:37:35.245001 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-6c01a95a-9be9-4795-b535-de9532aa7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.246468 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-6c01a95a-9be9-4795-b535-de9532aa7fcc service neutron] 10.222.0.120 "GET /v2.0/networks?id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 200 len: 910 time: 0.1234477 Jan 24 10:37:35.289984 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-5d65aaea-4134-47d0-882f-ce53b53134ec service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9 HTTP/1.1" status: 200 len: 217 time: 0.0369136 Jan 24 10:37:35.298248 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ae73-92ea-432d-965b-80327dc90361 req-fe865eee-ab85-4a77-b4ef-846c9254fc6b tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.299672 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2511ae73-92ea-432d-965b-80327dc90361 req-fe865eee-ab85-4a77-b4ef-846c9254fc6b tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.0993636 Jan 24 10:37:35.373743 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-571c45d7-b0a9-4ebb-aad7-8f181a8b0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.375212 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-571c45d7-b0a9-4ebb-aad7-8f181a8b0f4c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8eb0e9af-0347-4ecc-9a1e-b1326269d6ab HTTP/1.1" status: 200 len: 849 time: 0.0746946 Jan 24 10:37:35.386311 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2511ae73-92ea-432d-965b-80327dc90361 req-6cbd5d10-41d3-4607-bef7-8230a2b13fde tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 Jan 24 10:37:35.422719 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-8cb9a7f3-179b-4d0c-a32a-e9eacabbed1c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=de7764a3-e0af-44cb-bdc5-d4675aaeaeda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309403 Jan 24 10:37:35.517373 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-5b52cb8b-add2-4c62-b190-946d2c871113 service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806551 Jan 24 10:37:35.618195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c9ada20-cca0-4625-8b8c-ce9bc44fe579 req-5d178947-3d98-4f9c-be70-7e1268ebf888 service neutron] 10.222.0.120 "GET /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Jan 24 10:37:35.738006 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e92b90-9929-465d-b5b4-890e09b75e76 req-29ad72af-54ac-4d83-b9dc-4992e67140df tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.740320 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75e92b90-9929-465d-b5b4-890e09b75e76 req-29ad72af-54ac-4d83-b9dc-4992e67140df tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0541708 Jan 24 10:37:35.791342 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75e92b90-9929-465d-b5b4-890e09b75e76 req-2b06933f-81a2-4424-b7d9-3afebba45f90 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Jan 24 10:37:35.960661 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c2d0-19ba-4087-a60f-253c2bcd1336 req-b96e04f9-35a8-4a80-8ecb-b87f290c7630 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:35.962270 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83a2c2d0-19ba-4087-a60f-253c2bcd1336 req-b96e04f9-35a8-4a80-8ecb-b87f290c7630 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0589588 Jan 24 10:37:36.010305 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83a2c2d0-19ba-4087-a60f-253c2bcd1336 req-f1c58305-a8b3-4529-86a0-d611cd620c75 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420799 Jan 24 10:37:36.208075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7cba-2678-493c-b28b-5d7daa36279f req-8654f60e-8e11-414c-8d2c-162ab6f78f6c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:36.209531 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7e9e7cba-2678-493c-b28b-5d7daa36279f req-8654f60e-8e11-414c-8d2c-162ab6f78f6c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 944 time: 0.0510340 Jan 24 10:37:36.256673 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7e9e7cba-2678-493c-b28b-5d7daa36279f req-5fa9c40f-3328-43e1-a8d0-b2050f680550 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Jan 24 10:37:36.510935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c9d0-626e-48ae-953d-30f04a5cd942 req-300af083-bb84-4f38-af97-6e46651bdd24 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:36.512437 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9037c9d0-626e-48ae-953d-30f04a5cd942 req-300af083-bb84-4f38-af97-6e46651bdd24 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.0543370 Jan 24 10:37:36.567903 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9037c9d0-626e-48ae-953d-30f04a5cd942 req-49ea7ecb-393c-48c4-b82e-7f3995d3f323 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Jan 24 10:37:36.829899 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52e0d8-9ddc-4d5d-91d4-a3aa135b604d req-45487241-11b8-4b31-bd58-61e47c621e88 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:36.831373 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea52e0d8-9ddc-4d5d-91d4-a3aa135b604d req-45487241-11b8-4b31-bd58-61e47c621e88 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.0545700 Jan 24 10:37:36.902774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea52e0d8-9ddc-4d5d-91d4-a3aa135b604d req-ba8eef98-8fdd-413b-87da-fee4e108c543 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655603 Jan 24 10:37:36.934416 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf31351-aa78-447d-ae6c-02c7abf6ffbd req-4a2c5ccd-5b86-4876-9b18-f1ce42f24c81 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:36.936012 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-caf31351-aa78-447d-ae6c-02c7abf6ffbd req-4a2c5ccd-5b86-4876-9b18-f1ce42f24c81 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0740998 Jan 24 10:37:36.989114 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-caf31351-aa78-447d-ae6c-02c7abf6ffbd req-1b8bab53-9076-4c45-985f-1ab8cf130734 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469594 Jan 24 10:37:37.079965 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 03f80b01-a37e-453e-990b-c4f7c3bae7a9 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:37:37.157326 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acdb5e-05d8-4573-bcd5-710942edb8eb req-d2660068-60f1-465f-a906-f628656efb6f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:37.159153 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9acdb5e-05d8-4573-bcd5-710942edb8eb req-d2660068-60f1-465f-a906-f628656efb6f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0707598 Jan 24 10:37:37.212949 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9acdb5e-05d8-4573-bcd5-710942edb8eb req-9e92460c-7512-4336-bff9-a0254980c133 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477905 Jan 24 10:37:37.215722 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:37.232815 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '03f80b01-a37e-453e-990b-c4f7c3bae7a9', 'network_id': 'de7764a3-e0af-44cb-bdc5-d4675aaeaeda', 'port_id': '03f80b01-a37e-453e-990b-c4f7c3bae7a9', 'mac_address': 'fa:16:3e:e4:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb0e9af-0347-4ecc-9a1e-b1326269d6ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:37:37.270637 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:37.271093 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:37.284666 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f80b01-a37e-453e-990b-c4f7c3bae7a9 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:37.306077 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:37.311522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:37.362866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:37.397761 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aa8ba-aaea-4250-b93d-027ac750f19b req-040cda87-7361-48dc-8427-e2247b3ce787 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:37.399313 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-158aa8ba-aaea-4250-b93d-027ac750f19b req-040cda87-7361-48dc-8427-e2247b3ce787 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 945 time: 0.0547478 Jan 24 10:37:37.450474 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-158aa8ba-aaea-4250-b93d-027ac750f19b req-885ed1f9-0e44-4e37-9bee-1d6cf580c486 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jan 24 10:37:37.651438 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['03f80b01-a37e-453e-990b-c4f7c3bae7a9'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:38.051063 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685428-2dd1-48f5-a120-c91d20776882 req-933fa3be-b305-4f99-a8b8-8b8faf622557 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:38.052614 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4e685428-2dd1-48f5-a120-c91d20776882 req-933fa3be-b305-4f99-a8b8-8b8faf622557 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.0490592 Jan 24 10:37:38.137613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe0f0-7a5a-41f9-8916-367d9261a935 req-db95701b-9cbe-4d9d-bbaa-ed283ba678fb tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:38.139115 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a78fe0f0-7a5a-41f9-8916-367d9261a935 req-db95701b-9cbe-4d9d-bbaa-ed283ba678fb tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0829880 Jan 24 10:37:38.142761 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4e685428-2dd1-48f5-a120-c91d20776882 req-4a32dab3-369c-4500-81be-6a70ed944597 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/security-groups?id=c3dc1083-9d0c-4ca3-8b99-f27e5c971614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Jan 24 10:37:38.188909 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a78fe0f0-7a5a-41f9-8916-367d9261a935 req-3611b31d-0887-4ada-aee2-b330d706a2e6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Jan 24 10:37:38.340941 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea856-eb6a-4ec3-972b-3b4e5da43bda req-0de4f5d1-01bb-4e74-a99c-5072b5068f74 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:38.345817 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aedea856-eb6a-4ec3-972b-3b4e5da43bda req-0de4f5d1-01bb-4e74-a99c-5072b5068f74 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0579250 Jan 24 10:37:38.398793 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aedea856-eb6a-4ec3-972b-3b4e5da43bda req-95f130b7-c8df-44ed-9788-d66410a5d26f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507002 Jan 24 10:37:38.557161 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48876) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:38.606570 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b7834-870d-4e01-9357-574c54a66bf3 req-d1db57e2-8486-46cb-a790-923a42ad83f1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:38.609425 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a7b7834-870d-4e01-9357-574c54a66bf3 req-d1db57e2-8486-46cb-a790-923a42ad83f1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 945 time: 0.0593212 Jan 24 10:37:38.656431 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a7b7834-870d-4e01-9357-574c54a66bf3 req-84cb324e-6f9c-4dbc-bfeb-b172721b733e tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Jan 24 10:37:38.669720 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb59-be68-469a-ab58-8965c020c608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.723617 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-c4997895-978c-427a-8afa-bded28868ee4 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:38.725014 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-c4997895-978c-427a-8afa-bded28868ee4 tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.120 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 950 time: 0.0499263 Jan 24 10:37:38.750136 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb59-be68-469a-ab58-8965c020c608 admin admin] Publish callbacks [] for security_group (e8c81ec5-c876-43c1-ba51-64c14a6543d7), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.755279 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cc5adb59-be68-469a-ab58-8965c020c608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e8c81ec5-c876-43c1-ba51-64c14a6543d7), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.795953 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-cc5adb59-be68-469a-ab58-8965c020c608 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d12070fff62c4e259996546a5babbe77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376926 Jan 24 10:37:38.798609 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 48880) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:38.805305 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5adb59-be68-469a-ab58-8965c020c608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c81ec5-c876-43c1-ba51-64c14a6543d7,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:38.834376 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Deleting port dc5b7061-952b-4b62-ad85-1cb6666b8969 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:37:38.834659 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.858038 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] Publish callbacks [] for security_group (e8c81ec5-c876-43c1-ba51-64c14a6543d7), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.881015 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] Publish callbacks [] for security_group (e8c81ec5-c876-43c1-ba51-64c14a6543d7), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.939321 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (e8c81ec5-c876-43c1-ba51-64c14a6543d7), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.942316 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.943371 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] For port dc5b7061-952b-4b62-ad85-1cb6666b8969, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=dc5b7061-952b-4b62-ad85-1cb6666b8969,segment=NetworkSegment(f3ca26a9-924c-4767-9949-5c4bd3c9ab3a),segment_id=f3ca26a9-924c-4767-9949-5c4bd3c9ab3a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:38.943723 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8c81ec5-c876-43c1-ba51-64c14a6543d7 HTTP/1.1" status: 204 len: 168 time: 0.1441271 Jan 24 10:37:38.943838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:38.953250 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292580c-29ce-4d73-b40b-254dca90683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c81ec5-c876-43c1-ba51-64c14a6543d7,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:38.962222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Calling delete_port for dc5b7061-952b-4b62-ad85-1cb6666b8969 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:37:39.112826 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 03f80b01-a37e-453e-990b-c4f7c3bae7a9 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:39.146031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (dc5b7061-952b-4b62-ad85-1cb6666b8969), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:39.174588 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:37:39.179881 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:39.180827 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:39.249237 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] No DVR routers for this DVR port dc5b7061-952b-4b62-ad85-1cb6666b8969 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:37:39.252450 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:39.258939 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d6356a2-2441-43d0-88f5-ea62c3ddf663 req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.120 "DELETE /v2.0/ports/dc5b7061-952b-4b62-ad85-1cb6666b8969 HTTP/1.1" status: 204 len: 173 time: 0.5200157 Jan 24 10:37:39.260041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da9037-ea29-445d-a617-fd2b01c253fd tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] Pushing event deleted for resources: {'Port': ['ID=dc5b7061-952b-4b62-ad85-1cb6666b8969,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:39.265286 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'name': 'network-vif-deleted', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:39.268479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c23e6c-d732-4a36-bf50-81a9a1d69eb1" -d '{"events": [{"server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "name": "network-vif-deleted", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:39.342908 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:39.343497 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:39.360898 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0fff4e31-e260-4264-9211-615cc53a6f5b req-698f81ae-b3e4-4d35-bf75-b23e91b2139c tempest-VolumesNegativeTest-1391842339 tempest-VolumesNegativeTest-1391842339-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9d0cf57-aca9-4506-ae4c-be9de5a13bcc HTTP/1.1" status: 200 len: 210 time: 0.0959733 Jan 24 10:37:39.375953 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:39.378888 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7169514-a028-4333-a902-d5a851a3117c" -d '{"events": [{"server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "name": "network-vif-plugged", "status": "completed", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:39.407985 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:39.413850 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:39.415603 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device dc5b7061-952b-4b62-ad85-1cb6666b8969 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:37:39.443612 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124a87-43c9-43ac-afda-88d09b460332 req-001c8fae-83a1-43a5-b2eb-2715906ed57a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:39.445555 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b124a87-43c9-43ac-afda-88d09b460332 req-001c8fae-83a1-43a5-b2eb-2715906ed57a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0881994 Jan 24 10:37:39.462036 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: dc5b7061-952b-4b62-ad85-1cb6666b8969 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:37:39.462276 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001464bf-2bcd-4fb7-8aa8-26ec214c9b7f x-openstack-request-id: req-001464bf-2bcd-4fb7-8aa8-26ec214c9b7f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:39.462415 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0cf57-aca9-4506-ae4c-be9de5a13bcc", "name": "network-vif-deleted", "tag": "dc5b7061-952b-4b62-ad85-1cb6666b8969", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:39.462673 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-001464bf-2bcd-4fb7-8aa8-26ec214c9b7f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:39.463752 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0cf57-aca9-4506-ae4c-be9de5a13bcc', 'name': 'network-vif-deleted', 'tag': 'dc5b7061-952b-4b62-ad85-1cb6666b8969', 'status': 'completed', 'code': 200} Jan 24 10:37:39.463889 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device dc5b7061-952b-4b62-ad85-1cb6666b8969 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:37:39.526173 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b124a87-43c9-43ac-afda-88d09b460332 req-a0258314-dbe8-4f94-a9a8-e2ec3733997a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Jan 24 10:37:39.542766 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:39.560170 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726f51a-bcca-4485-ad2f-6715abbdcd2a x-openstack-request-id: req-8726f51a-bcca-4485-ad2f-6715abbdcd2a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:39.560648 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "name": "network-vif-plugged", "status": "completed", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:39.561056 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8726f51a-bcca-4485-ad2f-6715abbdcd2a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:39.561715 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9', 'code': 200} Jan 24 10:37:39.648142 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42aa0e-1a2c-44ef-ae93-8c3d48197ab3 req-b8401845-953e-479c-b9e6-cfa1dbe8be7b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:39.650407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff42aa0e-1a2c-44ef-ae93-8c3d48197ab3 req-b8401845-953e-479c-b9e6-cfa1dbe8be7b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0596521 Jan 24 10:37:39.702206 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:37:39.728828 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff42aa0e-1a2c-44ef-ae93-8c3d48197ab3 req-4748f62c-0127-4e6a-a4bd-ceb584ea72fe tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709333 Jan 24 10:37:39.786184 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be20f-500b-4979-b10b-0beea0a6bb49 req-c6574612-7655-472a-82af-4131bb5f9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:39.787706 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3e8be20f-500b-4979-b10b-0beea0a6bb49 req-c6574612-7655-472a-82af-4131bb5f9445 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 1099 time: 0.0726993 Jan 24 10:37:39.814679 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987333d-17cd-4c4e-8203-de9aecb7ceae req-743379d9-9f0b-4bd7-b161-347c3de95e91 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:39.816338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3987333d-17cd-4c4e-8203-de9aecb7ceae req-743379d9-9f0b-4bd7-b161-347c3de95e91 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.0703745 Jan 24 10:37:39.881006 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3e8be20f-500b-4979-b10b-0beea0a6bb49 req-6f683a19-c595-4425-9bdd-b95acbbade3b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818779 Jan 24 10:37:39.894185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3987333d-17cd-4c4e-8203-de9aecb7ceae req-077b2f9d-b757-4551-ab61-2df8aff800b6 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702498 Jan 24 10:37:40.656079 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d69aa-05ab-45a6-9038-49a53d12dfe5 req-43c499a2-ca7b-485b-8dc7-1dbd40a05246 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:40.658744 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-135d69aa-05ab-45a6-9038-49a53d12dfe5 req-43c499a2-ca7b-485b-8dc7-1dbd40a05246 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0657299 Jan 24 10:37:40.708092 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-135d69aa-05ab-45a6-9038-49a53d12dfe5 req-7328ab89-13a4-49d9-9253-094cff160044 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Jan 24 10:37:40.876142 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dd496-5c3a-4ca8-9675-9565442b45de req-91ba2bb6-dabb-4434-8b96-996dc25dd604 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:40.878578 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e4dd496-5c3a-4ca8-9675-9565442b45de req-91ba2bb6-dabb-4434-8b96-996dc25dd604 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0604763 Jan 24 10:37:40.933220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e4dd496-5c3a-4ca8-9675-9565442b45de req-a47ce6f1-d89c-43fe-969d-fd4f3ba947d7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482521 Jan 24 10:37:41.014662 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3855-8bcf-43f6-a3fa-58e037ea754c req-b6766896-496c-4cbf-a4d4-93f3b006585d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:41.016175 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-628d3855-8bcf-43f6-a3fa-58e037ea754c req-b6766896-496c-4cbf-a4d4-93f3b006585d tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.0507967 Jan 24 10:37:41.075459 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-628d3855-8bcf-43f6-a3fa-58e037ea754c req-3614e529-e61e-4b86-a7dc-9a7a4a7946d5 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533118 Jan 24 10:37:41.304541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49030) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:41.357494 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Deleting subnet c372252f-3388-43b7-a57b-be732d0cbfbd {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:37:41.360735 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Publish callbacks [] for subnet (c372252f-3388-43b7-a57b-be732d0cbfbd), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.399451 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Publish callbacks [] for subnet (c372252f-3388-43b7-a57b-be732d0cbfbd), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.409679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (c372252f-3388-43b7-a57b-be732d0cbfbd), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.466947 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (c372252f-3388-43b7-a57b-be732d0cbfbd), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.493299 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c372252f-3388-43b7-a57b-be732d0cbfbd,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:41.498405 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.505133 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49044) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:41.505320 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ed6d38b5-c661-48ee-8857-433b072326b7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c372252f-3388-43b7-a57b-be732d0cbfbd HTTP/1.1" status: 204 len: 168 time: 0.1993124 Jan 24 10:37:41.578830 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (48ecff6c-f8f1-4f7f-9119-53a08bf884bb), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.664377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (48ecff6c-f8f1-4f7f-9119-53a08bf884bb), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.686340 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ecff6c-f8f1-4f7f-9119-53a08bf884bb']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:41.696226 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cf7b29-c8d8-4548-8c00-ba15310643b2') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:41.696538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cf7b29-c8d8-4548-8c00-ba15310643b2') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:41.706908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (a1cf7b29-c8d8-4548-8c00-ba15310643b2), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.721216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (a1cf7b29-c8d8-4548-8c00-ba15310643b2), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.727447 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:37:41.727849 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (a1cf7b29-c8d8-4548-8c00-ba15310643b2), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:37:41.730181 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:37:41.733107 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:37:41.796436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (48ecff6c-f8f1-4f7f-9119-53a08bf884bb), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.803959 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.807851 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] 10.222.0.45 "DELETE /v2.0/networks/48ecff6c-f8f1-4f7f-9119-53a08bf884bb HTTP/1.1" status: 204 len: 168 time: 0.3010240 Jan 24 10:37:41.812089 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49070) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:41.827503 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2bc1c-8779-439c-b892-96686edccf86 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ecff6c-f8f1-4f7f-9119-53a08bf884bb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:41.872681 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Deleting subnet 0da5f5be-e983-4c8b-8d32-8fb2ef98365d {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:37:41.875435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6bb10-4bcb-4390-9a78-08233975ea71 req-a1ecea57-3666-4726-85f1-71f9e0a95f66 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:41.877201 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ad6bb10-4bcb-4390-9a78-08233975ea71 req-a1ecea57-3666-4726-85f1-71f9e0a95f66 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0682991 Jan 24 10:37:41.881572 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Publish callbacks [] for subnet (0da5f5be-e983-4c8b-8d32-8fb2ef98365d), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.921442 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Publish callbacks [] for subnet (0da5f5be-e983-4c8b-8d32-8fb2ef98365d), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.929748 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (0da5f5be-e983-4c8b-8d32-8fb2ef98365d), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:41.932583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ad6bb10-4bcb-4390-9a78-08233975ea71 req-36755095-3504-415d-9c13-4c6db6fbc403 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Jan 24 10:37:41.987354 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (0da5f5be-e983-4c8b-8d32-8fb2ef98365d), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.018555 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da5f5be-e983-4c8b-8d32-8fb2ef98365d,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:42.022767 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.026622 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-33eb7bde-f106-4feb-9bcc-40eac5fb8034 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0da5f5be-e983-4c8b-8d32-8fb2ef98365d HTTP/1.1" status: 204 len: 168 time: 0.2132175 Jan 24 10:37:42.029293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49108) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:42.136687 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (619a8d6a-6f4e-484f-a5bd-602c65a4c50c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.147151 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291e923-0742-4155-b176-e72009837892 req-78cc0846-e529-469b-a0c3-fa6987856418 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:42.148886 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9291e923-0742-4155-b176-e72009837892 req-78cc0846-e529-469b-a0c3-fa6987856418 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1107376 Jan 24 10:37:42.302160 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9291e923-0742-4155-b176-e72009837892 req-1db80fa8-6caf-4761-b589-2851ad81d466 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470368 Jan 24 10:37:42.304597 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (619a8d6a-6f4e-484f-a5bd-602c65a4c50c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.325086 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158de924-2432-4399-a865-eea083d865fc req-cd1b9472-5163-42d1-bbb8-2da2bbc5a31c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:42.327280 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-158de924-2432-4399-a865-eea083d865fc req-cd1b9472-5163-42d1-bbb8-2da2bbc5a31c tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.1681767 Jan 24 10:37:42.346870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619a8d6a-6f4e-484f-a5bd-602c65a4c50c']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:42.365542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e145971-32e5-4eee-88ae-ec9870fb1080') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:42.365542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e145971-32e5-4eee-88ae-ec9870fb1080') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:42.385030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (8e145971-32e5-4eee-88ae-ec9870fb1080), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.411213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-158de924-2432-4399-a865-eea083d865fc req-ba28b179-fdc8-4e83-b9b5-dfb4aa03e4ce tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741084 Jan 24 10:37:42.412257 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (8e145971-32e5-4eee-88ae-ec9870fb1080), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.419138 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:37:42.419532 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (8e145971-32e5-4eee-88ae-ec9870fb1080), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:37:42.421574 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:37:42.496175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (619a8d6a-6f4e-484f-a5bd-602c65a4c50c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.505467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.511720 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] 10.222.0.45 "DELETE /v2.0/networks/619a8d6a-6f4e-484f-a5bd-602c65a4c50c HTTP/1.1" status: 204 len: 168 time: 0.4785452 Jan 24 10:37:42.523435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638221a1-df43-41b4-b272-de2aeb5b7552 admin admin] Pushing event deleted for resources: {'Network': ['ID=619a8d6a-6f4e-484f-a5bd-602c65a4c50c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:42.703906 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49172) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:42.758531 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0f9f2e2c-b1aa-466f-83f3-cc2235c7d16d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15594e7919be47fbb1eb30b4403ce2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529597 Jan 24 10:37:42.761061 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49178) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:42.820781 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] Publish callbacks [] for security_group (de6bfedb-4cec-4f8d-a521-c9db55872966), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.844262 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] Publish callbacks [] for security_group (de6bfedb-4cec-4f8d-a521-c9db55872966), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.899802 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (de6bfedb-4cec-4f8d-a521-c9db55872966), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.903087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:42.904339 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de6bfedb-4cec-4f8d-a521-c9db55872966 HTTP/1.1" status: 204 len: 168 time: 0.1422000 Jan 24 10:37:42.914582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464c673-67c6-4a87-9539-c52c6bae7689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6bfedb-4cec-4f8d-a521-c9db55872966,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:43.112874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7f75-51a2-4206-8297-c1f63deff378 req-2838156c-4336-46c5-b561-2a3d94263d67 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:43.114457 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9fb7f75-51a2-4206-8297-c1f63deff378 req-2838156c-4336-46c5-b561-2a3d94263d67 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0858698 Jan 24 10:37:43.198289 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e9fb7f75-51a2-4206-8297-c1f63deff378 req-6830f9b1-a209-4c0d-aa7a-59692c62a954 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728528 Jan 24 10:37:43.290227 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c476db-58e4-4530-a569-cbcffd316fa2 req-281b05bb-09d2-431b-b8d3-caea1ad7ad46 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:43.293639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4c476db-58e4-4530-a569-cbcffd316fa2 req-281b05bb-09d2-431b-b8d3-caea1ad7ad46 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.0664902 Jan 24 10:37:43.364722 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4c476db-58e4-4530-a569-cbcffd316fa2 req-b7bf82f9-e23a-40ea-8cfa-0a9e56a62f5b tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607045 Jan 24 10:37:43.376995 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49230) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:43.443507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0b893c53-3c7a-4662-a4af-dea5f1d81ad1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=761d8cba34e646f6832834e3ef199ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651076 Jan 24 10:37:43.446872 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49232) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:43.464697 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11531-6f60-4ba9-8b9f-3bb3e441c5bd req-11934720-0fe6-49af-b497-39fe669c8858 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:43.466577 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a7e11531-6f60-4ba9-8b9f-3bb3e441c5bd req-11934720-0fe6-49af-b497-39fe669c8858 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0675693 Jan 24 10:37:43.507805 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] Publish callbacks [] for security_group (f6be5124-08f6-44a9-add1-f859d8cb8fb5), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:43.528450 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a7e11531-6f60-4ba9-8b9f-3bb3e441c5bd req-fb0680bd-f6ae-44e5-be7b-0f024d916146 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512090 Jan 24 10:37:43.530756 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] Publish callbacks [] for security_group (f6be5124-08f6-44a9-add1-f859d8cb8fb5), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:43.581875 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f6be5124-08f6-44a9-add1-f859d8cb8fb5), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:43.585370 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:43.586776 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6be5124-08f6-44a9-add1-f859d8cb8fb5 HTTP/1.1" status: 204 len: 168 time: 0.1380761 Jan 24 10:37:43.596829 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fbe65-5d24-4beb-b3c4-65cd7af03dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be5124-08f6-44a9-add1-f859d8cb8fb5,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:44.318702 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c9c7a-abc9-4b30-a470-d2ca1fadeda0 req-a8d80172-3c5f-43da-8a0a-0d3e87ac067a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:44.321528 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e1c9c7a-abc9-4b30-a470-d2ca1fadeda0 req-a8d80172-3c5f-43da-8a0a-0d3e87ac067a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0541871 Jan 24 10:37:44.398774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e1c9c7a-abc9-4b30-a470-d2ca1fadeda0 req-5f7e6100-414c-4255-bcfc-7ac3a4d6b4d3 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Jan 24 10:37:44.468799 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8a82-854f-47b7-92e7-ab1f14eb0afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:44.517950 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a60a5-7623-408d-a1aa-5d4b9a83fecc req-03861dd1-8362-46ba-b06a-f3f818f944e0 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:44.524729 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c00a60a5-7623-408d-a1aa-5d4b9a83fecc req-03861dd1-8362-46ba-b06a-f3f818f944e0 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.0572712 Jan 24 10:37:44.581878 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c00a60a5-7623-408d-a1aa-5d4b9a83fecc req-fff61137-7f70-466d-8009-6414cfd8a080 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/security-groups?id=7c8cccd8-d827-482e-b414-44272bb606b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552781 Jan 24 10:37:44.678241 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49308) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:44.690534 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea50c-acd0-4d51-a06e-5a6f4ad7060d req-2372d9a5-054b-44e5-b0a0-bd1bf0788d3c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:44.692214 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb6ea50c-acd0-4d51-a06e-5a6f4ad7060d req-2372d9a5-054b-44e5-b0a0-bd1bf0788d3c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0679018 Jan 24 10:37:44.746010 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb6ea50c-acd0-4d51-a06e-5a6f4ad7060d req-28f1ba0d-191e-472e-b08c-12b5b292dc7c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469370 Jan 24 10:37:44.841523 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ccb67418-600e-4290-a7e0-884e9f15c7fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19b41f004fd94e01b53c41e5949edebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618261 Jan 24 10:37:44.844609 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49312) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:44.900988 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] Publish callbacks [] for security_group (c3dc1083-9d0c-4ca3-8b99-f27e5c971614), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:44.924824 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] Publish callbacks [] for security_group (c3dc1083-9d0c-4ca3-8b99-f27e5c971614), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:44.973983 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c3dc1083-9d0c-4ca3-8b99-f27e5c971614), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:44.976783 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:44.977985 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3dc1083-9d0c-4ca3-8b99-f27e5c971614 HTTP/1.1" status: 204 len: 168 time: 0.1323099 Jan 24 10:37:44.987662 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6a98-b907-4647-bb1d-016660349ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc1083-9d0c-4ca3-8b99-f27e5c971614,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:45.143889 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-d7604030-3af8-47ad-b25b-c26ce7a1e4c5 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:45.145433 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-d7604030-3af8-47ad-b25b-c26ce7a1e4c5 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 946 time: 0.0570350 Jan 24 10:37:45.244861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Deleting port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:37:45.245243 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.346036 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] For port 03f80b01-a37e-453e-990b-c4f7c3bae7a9, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=03f80b01-a37e-453e-990b-c4f7c3bae7a9,segment=NetworkSegment(38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba),segment_id=38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:45.346970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.359760 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Calling delete_port for 03f80b01-a37e-453e-990b-c4f7c3bae7a9 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:37:45.538741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (03f80b01-a37e-453e-990b-c4f7c3bae7a9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.550510 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['03f80b01-a37e-453e-990b-c4f7c3bae7a9'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:45.580679 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f504-7896-439e-9d49-960fc23c1d54 req-268a2c78-699b-4df6-a98a-067fb3dc1bab tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:45.582391 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4016f504-7896-439e-9d49-960fc23c1d54 req-268a2c78-699b-4df6-a98a-067fb3dc1bab tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0955052 Jan 24 10:37:45.585300 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Pushing event deleted for resources: {'Port': ['ID=03f80b01-a37e-453e-990b-c4f7c3bae7a9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:45.652324 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] No DVR routers for this DVR port 03f80b01-a37e-453e-990b-c4f7c3bae7a9 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:37:45.659319 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.662639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aad73731-7b2a-4791-9652-eee4d8867b22 req-041dbfe9-3f16-495c-a817-8ced3e195a79 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.120 "DELETE /v2.0/ports/03f80b01-a37e-453e-990b-c4f7c3bae7a9 HTTP/1.1" status: 204 len: 173 time: 0.5117671 Jan 24 10:37:45.663100 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'name': 'network-vif-deleted', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:45.665418 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd646e1-7804-4a7d-8552-48475ec09e8b" -d '{"events": [{"server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "name": "network-vif-deleted", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:45.690938 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4016f504-7896-439e-9d49-960fc23c1d54 req-8bd05f3d-11db-4120-9c5f-49131ee128bc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016924 Jan 24 10:37:45.706099 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7fe7d7c4-51d9-46f5-9b88-7022076c7526 req-45386696-e833-42b2-9571-db76bf05bbd1 tempest-VolumesActionsTest-1382651164 tempest-VolumesActionsTest-1382651164-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a946f68-b929-4f05-acb9-f82e4a50135b HTTP/1.1" status: 200 len: 210 time: 0.0329418 Jan 24 10:37:45.734359 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49368) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:45.764679 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc934b4e-73da-4e64-b49c-86f012e3f899 x-openstack-request-id: req-dc934b4e-73da-4e64-b49c-86f012e3f899 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:37:45.765018 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a946f68-b929-4f05-acb9-f82e4a50135b", "name": "network-vif-deleted", "tag": "03f80b01-a37e-453e-990b-c4f7c3bae7a9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:37:45.765290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc934b4e-73da-4e64-b49c-86f012e3f899 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:37:45.765712 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a946f68-b929-4f05-acb9-f82e4a50135b', 'name': 'network-vif-deleted', 'tag': '03f80b01-a37e-453e-990b-c4f7c3bae7a9', 'status': 'completed', 'code': 200} Jan 24 10:37:45.858900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-360272248-network', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:45.891363 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e15b-3e30-40ca-bab9-c0056157f9fc req-ca704832-ecf2-4c91-916b-448563005756 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:45.892862 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b16e15b-3e30-40ca-bab9-c0056157f9fc req-ca704832-ecf2-4c91-916b-448563005756 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0706356 Jan 24 10:37:45.908114 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Made reservation on behalf of 1e418f2782804d89b9db9430a1d4cf6e for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:45.910352 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.948643 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:45.981502 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b16e15b-3e30-40ca-bab9-c0056157f9fc req-8278c05a-2a70-4077-b7fe-a210a327b1d4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822072 Jan 24 10:37:46.045357 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks [] for security_group (da727631-0338-4c94-8e6a-5b2f70bcce09), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.049289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (da727631-0338-4c94-8e6a-5b2f70bcce09), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.073639 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:46.082942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da727631-0338-4c94-8e6a-5b2f70bcce09,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:46.088238 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (1d0a55db-6007-4699-a6da-d95227554907), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.088583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Added segment 1d0a55db-6007-4699-a6da-d95227554907 of type vlan for network fb41df81-8028-4a8c-816f-0489b8e51342 Jan 24 10:37:46.129766 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (fb41df81-8028-4a8c-816f-0489b8e51342), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.155464 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (fb41df81-8028-4a8c-816f-0489b8e51342), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.156645 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:46.157276 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.190168 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4546611 Jan 24 10:37:46.193185 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49380) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:46.199416 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Request body: {'subnet': {'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-360272248-subnet', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:46.227024 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9ca6-3c23-446f-8ae6-93d7301fe975 admin admin] Pushing event updated for resources: {'Network': ['ID=fb41df81-8028-4a8c-816f-0489b8e51342,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:46.228737 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Made reservation on behalf of 1e418f2782804d89b9db9430a1d4cf6e for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:46.231597 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.240274 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network fb41df81-8028-4a8c-816f-0489b8e51342 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:46.404849 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (40f8d436-685c-41e6-a5ac-bd92cf463d9e), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.463761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f8d436-685c-41e6-a5ac-bd92cf463d9e,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:46.472632 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Checking segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:46.473022 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Network hostable DHCP agents. Network: fb41df81-8028-4a8c-816f-0489b8e51342, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:46.490256 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Network fb41df81-8028-4a8c-816f-0489b8e51342 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:46.499400 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, fb41df81-8028-4a8c-816f-0489b8e51342) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:46.503279 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:46.503884 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.518235 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ba2da-dddb-4f07-8301-9863c791c9a5 None None] Network fb41df81-8028-4a8c-816f-0489b8e51342 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:46.524323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49384) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:46.525550 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-722d356e-84dc-48ff-8f1d-8ba203ff4022 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3300548 Jan 24 10:37:46.529551 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:46.552460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.553512 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.604565 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for router_controller (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.626888 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-fb41df81-8028-4a8c-816f-0489b8e51342', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:37:46.627736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.782105 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Allocated IP 172.20.0.2 (fb41df81-8028-4a8c-816f-0489b8e51342/40f8d436-685c-41e6-a5ac-bd92cf463d9e/3969c2e3-301e-44e3-a8d1-c8d885395c50) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:46.827827 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2d09a4a2-de0a-4495-b00e-a5f999b9a1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.974155 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks [] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:46.982800 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.041314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for router_gateway (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.063052 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Network fb41df81-8028-4a8c-816f-0489b8e51342 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:47.063884 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Pushing event updated for resources: {'Port': ['ID=3969c2e3-301e-44e3-a8d1-c8d885395c50,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:47.073791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:47.075946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ecb0-29c4-41dc-95e7-f605e2a878ba req-eb2f2ea4-7222-4601-a75b-024ef9fe8dcf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:47.076790 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:47.078755 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0304ecb0-29c4-41dc-95e7-f605e2a878ba req-eb2f2ea4-7222-4601-a75b-024ef9fe8dcf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0804882 Jan 24 10:37:47.135874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Attempting to bind port 3969c2e3-301e-44e3-a8d1-c8d885395c50 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:47.136344 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Attempting to bind port 3969c2e3-301e-44e3-a8d1-c8d885395c50 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:47.136710 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Attempting to bind port 3969c2e3-301e-44e3-a8d1-c8d885395c50 on network fb41df81-8028-4a8c-816f-0489b8e51342 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:47.151620 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:47.152019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Checking segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:47.161998 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.162697 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Bound using segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:47.163049 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Bound port: 3969c2e3-301e-44e3-a8d1-c8d885395c50, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:47.163455 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.227044 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0304ecb0-29c4-41dc-95e7-f605e2a878ba req-28e56e44-c4ea-47a9-8c1d-a72dc5d161e1 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397254 Jan 24 10:37:47.231754 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] For port 3969c2e3-301e-44e3-a8d1-c8d885395c50, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:47.235586 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] For port 3969c2e3-301e-44e3-a8d1-c8d885395c50, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3969c2e3-301e-44e3-a8d1-c8d885395c50,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:47.237136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630f01b-a053-42e3-9be2-92a0d6a8477d req-75851ba9-2441-42b3-836b-f1fbf2fa0f92 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:47.238691 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9630f01b-a053-42e3-9be2-92a0d6a8477d req-75851ba9-2441-42b3-836b-f1fbf2fa0f92 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1413970 Jan 24 10:37:47.252255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.305974 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9630f01b-a053-42e3-9be2-92a0d6a8477d req-6db63b9e-7b86-41b9-a695-28d57871fc9f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583601 Jan 24 10:37:47.334476 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ea96-fd06-46d5-b3f1-87a38ec27fd4 None None] Pushing event updated for resources: {'Port': ['ID=3969c2e3-301e-44e3-a8d1-c8d885395c50,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:47.452197 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for router_gateway (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.472057 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.631955 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Allocated IP 172.27.1.205 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/372cd823-15d8-4cf0-a43a-d87287f5909d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:47.760358 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.800354 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:47.841815 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:47.844780 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:47.847275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:47.873369 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Pushing event updated for resources: {'Port': ['ID=372cd823-15d8-4cf0-a43a-d87287f5909d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:48.026297 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.104900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for router_gateway (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.352003 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.402260 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd0431-c572-4358-9981-d12f33f58b8b None None] Network fb41df81-8028-4a8c-816f-0489b8e51342 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:48.423944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a078-4b89-46dd-9786-8ae4c4e0c35f req-38c194df-58f8-4575-9d48-39bf3278e1fc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:48.425483 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4029a078-4b89-46dd-9786-8ae4c4e0c35f req-38c194df-58f8-4575-9d48-39bf3278e1fc tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1189072 Jan 24 10:37:48.500303 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Provisioning complete for port 3969c2e3-301e-44e3-a8d1-c8d885395c50 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:48.500678 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.535364 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6a64-21c9-4d49-9c1d-dba2abf2954b req-3bc7f69a-36d5-4f3e-9507-bf8b0f9e5adf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:48.536835 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dda6a64-21c9-4d49-9c1d-dba2abf2954b req-3bc7f69a-36d5-4f3e-9507-bf8b0f9e5adf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1418529 Jan 24 10:37:48.561990 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4029a078-4b89-46dd-9786-8ae4c4e0c35f req-1e934d98-b03e-44ef-a562-c6380fadef3d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210887 Jan 24 10:37:48.625367 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Current status of the port 3969c2e3-301e-44e3-a8d1-c8d885395c50 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:48.625894 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.634846 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dda6a64-21c9-4d49-9c1d-dba2abf2954b req-05a67b14-c603-4d60-a6a2-a361b41f11d3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890877 Jan 24 10:37:48.648173 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:37:48.670534 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] For port 3969c2e3-301e-44e3-a8d1-c8d885395c50, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3969c2e3-301e-44e3-a8d1-c8d885395c50,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:48.676174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.739640 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecfe83-4a68-408d-b55a-462803ad60b1 None None] Pushing event updated for resources: {'Port': ['ID=3969c2e3-301e-44e3-a8d1-c8d885395c50,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:48.790150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:48.804884 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Sync routers for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:48.817411 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.821190 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-00a3d551-e7f7-4e16-a15d-dabb580c2d71 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2925658 Jan 24 10:37:48.821327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49450) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:48.822014 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:48.822882 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:48.900305 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-bd40d82c-6018-4abe-a549-6bcaca87a230 None None] Provisioning complete for port 3969c2e3-301e-44e3-a8d1-c8d885395c50 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:48.900793 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd40d82c-6018-4abe-a549-6bcaca87a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:48.947154 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:48.990362 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-bd40d82c-6018-4abe-a549-6bcaca87a230 None None] Current status of the port 3969c2e3-301e-44e3-a8d1-c8d885395c50 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:49.209427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 03f80b01-a37e-453e-990b-c4f7c3bae7a9 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:37:49.230369 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:47Z', 'revision_number': 3, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:49.231952 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 03f80b01-a37e-453e-990b-c4f7c3bae7a9 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:37:49.232081 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 03f80b01-a37e-453e-990b-c4f7c3bae7a9 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:37:49.256255 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Checking router: 0472fd0d-a2d4-491e-a6e6-ce50fb39041b for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:49.256614 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Updating router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b port 372cd823-15d8-4cf0-a43a-d87287f5909d binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:49.271278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.281352 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.445201 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.452463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Allocated IP 172.20.0.1 (fb41df81-8028-4a8c-816f-0489b8e51342/40f8d436-685c-41e6-a5ac-bd92cf463d9e/af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:49.469931 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3969c2e3-301e-44e3-a8d1-c8d885395c50 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:49.522590 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 3969c2e3-301e-44e3-a8d1-c8d885395c50 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:49.523573 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.554824 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks [] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.563804 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.565737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks [] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.606413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.612567 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c037ae5-bcd1-45ac-a039-360cc3dde20f None None] Pushing event updated for resources: {'Port': ['ID=372cd823-15d8-4cf0-a43a-d87287f5909d,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:49.615741 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 3969c2e3-301e-44e3-a8d1-c8d885395c50 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:49.643734 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Attempting to bind port 372cd823-15d8-4cf0-a43a-d87287f5909d on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:49.644092 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Attempting to bind port 372cd823-15d8-4cf0-a43a-d87287f5909d by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:49.644492 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Attempting to bind port 372cd823-15d8-4cf0-a43a-d87287f5909d on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:49.647021 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Network fb41df81-8028-4a8c-816f-0489b8e51342 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:49.650694 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:49.651598 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:49.652030 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.652430 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:49.652551 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:49.652916 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Bound port: 372cd823-15d8-4cf0-a43a-d87287f5909d, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:49.653334 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.656377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:49.719286 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] For port 372cd823-15d8-4cf0-a43a-d87287f5909d, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:49.724305 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] For port 372cd823-15d8-4cf0-a43a-d87287f5909d, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=372cd823-15d8-4cf0-a43a-d87287f5909d,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:49.732590 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.766446 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Pushing event updated for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:49.797745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.802671 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c037ae5-bcd1-45ac-a039-360cc3dde20f None None] Pushing event updated for resources: {'Port': ['ID=372cd823-15d8-4cf0-a43a-d87287f5909d,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:49.805562 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:49.806295 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:49.863889 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53567b4-2dce-4c3b-972e-104f3fbaff21 req-a417803c-9d7f-476c-8ad0-7e1cfa7a2d8a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:49.865735 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b53567b4-2dce-4c3b-972e-104f3fbaff21 req-a417803c-9d7f-476c-8ad0-7e1cfa7a2d8a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.2043009 Jan 24 10:37:49.912435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0674712-722d-48bd-8555-bb779338dee9 req-d26b8f3e-8109-45bc-9593-0c417e8ba363 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:49.914063 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0674712-722d-48bd-8555-bb779338dee9 req-d26b8f3e-8109-45bc-9593-0c417e8ba363 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1673121 Jan 24 10:37:49.922111 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:49.934378 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-9cf84ae5-01c6-49a2-85a5-9c05a1a61d1c None None] Provisioning complete for port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:49.934792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9cf84ae5-01c6-49a2-85a5-9c05a1a61d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:49.972850 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9cf84ae5-01c6-49a2-85a5-9c05a1a61d1c None None] Port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:49.989197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b53567b4-2dce-4c3b-972e-104f3fbaff21 req-0a1d5571-55c2-4d0f-8220-367b805b6034 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155767 Jan 24 10:37:50.038097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0674712-722d-48bd-8555-bb779338dee9 req-92b8ecde-17d0-4f68-98fa-e8de4ed9aa09 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923412 Jan 24 10:37:50.047653 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.120501 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:47Z', 'revision_number': 3, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:50.147659 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109d932-e1c6-4073-b878-f4b1c64f367c None None] The sync data for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi is: [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:47Z', 'revision_number': 3, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:50.451860 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks [] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.457914 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.531251 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.533035 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Pushing event updated for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:50.631255 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Network fb41df81-8028-4a8c-816f-0489b8e51342 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:50.632650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:50.771380 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:37:50.798981 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.891337 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:50.896612 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7a32fc37-00f1-4455-949a-d4e0b9a98b88 admin admin] 10.222.0.45 "PUT /v2.0/routers/0472fd0d-a2d4-491e-a6e6-ce50fb39041b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0742786 Jan 24 10:37:50.910141 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-3f01d839-e239-43a4-83d7-287f6ed07374 None None] Provisioning complete for port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:50.910521 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f01d839-e239-43a4-83d7-287f6ed07374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:50.949296 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3f01d839-e239-43a4-83d7-287f6ed07374 None None] Port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:51.122968 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc8f60-543f-47c6-98aa-677f9b8a4028 req-b7d367cb-1476-4e0d-89a9-35d0c283c8b8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:51.124775 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8cc8f60-543f-47c6-98aa-677f9b8a4028 req-b7d367cb-1476-4e0d-89a9-35d0c283c8b8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0613296 Jan 24 10:37:51.210333 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0147e3-fdc3-4f32-b7f0-2d12aaa3dd60 req-1eb00258-a044-4dce-b265-8f157ea48677 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:51.211849 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e0147e3-fdc3-4f32-b7f0-2d12aaa3dd60 req-1eb00258-a044-4dce-b265-8f157ea48677 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0810254 Jan 24 10:37:51.216074 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8cc8f60-543f-47c6-98aa-677f9b8a4028 req-1ab622fd-548c-49d8-a7dd-153698c742c9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840664 Jan 24 10:37:51.265312 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e0147e3-fdc3-4f32-b7f0-2d12aaa3dd60 req-7e8266e2-91c1-419c-b2d4-25033e201999 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445495 Jan 24 10:37:51.421995 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 372cd823-15d8-4cf0-a43a-d87287f5909d up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:51.470816 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 372cd823-15d8-4cf0-a43a-d87287f5909d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:51.471174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.529381 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49492) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:51.534477 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1379732072-network', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:51.558406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Made reservation on behalf of 701962a6eef74f8388c3cfabd0a95a60 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:51.560735 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 372cd823-15d8-4cf0-a43a-d87287f5909d is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:51.560876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.561178 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.570497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.586121 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 372cd823-15d8-4cf0-a43a-d87287f5909d, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=372cd823-15d8-4cf0-a43a-d87287f5909d,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:51.592424 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.644690 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=372cd823-15d8-4cf0-a43a-d87287f5909d,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:51.657254 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks [] for security_group (3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.661511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.689498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:37:51.695765 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:51.702429 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (9169f92e-541b-4cd0-b8cb-51fb92dd443c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.702772 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Added segment 9169f92e-541b-4cd0-b8cb-51fb92dd443c of type vlan for network f2a97b09-f7d3-4c29-ac26-18434a168f83 Jan 24 10:37:51.743323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (f2a97b09-f7d3-4c29-ac26-18434a168f83), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.773107 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (f2a97b09-f7d3-4c29-ac26-18434a168f83), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.774562 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:51.776048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.848605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3179820 Jan 24 10:37:51.851276 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49500) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:51.859891 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Request body: {'subnet': {'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1379732072-subnet', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:51.864640 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370f0d-3143-4bcc-a838-f42c822c1840 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a97b09-f7d3-4c29-ac26-18434a168f83,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:51.878874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:37:51.887735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Made reservation on behalf of 701962a6eef74f8388c3cfabd0a95a60 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:51.890785 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311945'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:51.904430 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Sync routers for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:51.956112 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:51.956745 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:52.084068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12218096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311963'] for subnet (3cc19cf0-daaf-465d-abbf-1c3b789f7b3e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.147783 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc19cf0-daaf-465d-abbf-1c3b789f7b3e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:52.156020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Checking segment: {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:52.156405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Network hostable DHCP agents. Network: f2a97b09-f7d3-4c29-ac26-18434a168f83, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:37:52.174118 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:37:52.183212 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, f2a97b09-f7d3-4c29-ac26-18434a168f83) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:52.189153 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:52.189779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.198639 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fa490-6bed-4bfd-bf6d-ab0767c8ef52 None None] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:52.203794 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:52.206973 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-81fa38c6-7a1e-45df-b191-73f216f3b1ab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3528643 Jan 24 10:37:52.209754 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49502) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:52.214761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:52.236026 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.237051 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.290690 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for router_controller (15abdde9-2be2-4a98-bd79-e39538bc5910), precommit_add_association {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.365567 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455742-ba1f-4175-bbc7-c30497dc5b1b req-ffa852cf-4971-4392-9e4a-dce579c0878d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:52.367452 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db455742-ba1f-4175-bbc7-c30497dc5b1b req-ffa852cf-4971-4392-9e4a-dce579c0878d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0788381 Jan 24 10:37:52.453827 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for router_gateway (15abdde9-2be2-4a98-bd79-e39538bc5910), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.510421 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-f2a97b09-f7d3-4c29-ac26-18434a168f83', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:37:52.511624 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.542716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d02cdc-9bf4-473d-bfd9-a86aadf64995 req-a4e80dc3-6dcb-4dae-9a9d-fabfaf844f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:52.551161 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4d02cdc-9bf4-473d-bfd9-a86aadf64995 req-a4e80dc3-6dcb-4dae-9a9d-fabfaf844f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1369681 Jan 24 10:37:52.556618 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db455742-ba1f-4175-bbc7-c30497dc5b1b req-d5b9d09c-8862-4591-ace4-840ffc06f1ec tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813118 Jan 24 10:37:52.627324 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4d02cdc-9bf4-473d-bfd9-a86aadf64995 req-e1fc7ea0-9ed4-471b-8857-4bf01c2a1c3a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728657 Jan 24 10:37:52.691048 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for router_gateway (15abdde9-2be2-4a98-bd79-e39538bc5910), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.707401 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Allocated IP 172.20.0.2 (f2a97b09-f7d3-4c29-ac26-18434a168f83/3cc19cf0-daaf-465d-abbf-1c3b789f7b3e/de4d22d2-4929-4070-8463-f790a614d420) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:52.714845 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.839916 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Allocated IP 172.27.1.42 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/8348f775-1b4d-4d0b-b8d2-46fb1945e45b) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:52.847481 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:50Z', 'revision_number': 2, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:52.902604 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Checking router: 0472fd0d-a2d4-491e-a6e6-ce50fb39041b for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:52.903781 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Updating router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:52.956629 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:52.987235 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks [] for port (de4d22d2-4929-4070-8463-f790a614d420), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.023260 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (de4d22d2-4929-4070-8463-f790a614d420), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.038006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.075739 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.114695 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:53.119929 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:53.123273 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:53.124000 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:53.132028 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:53.134588 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:53.142267 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Pushing event updated for resources: {'Port': ['ID=de4d22d2-4929-4070-8463-f790a614d420,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:53.170726 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Pushing event updated for resources: {'Port': ['ID=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:53.273144 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Attempting to bind port de4d22d2-4929-4070-8463-f790a614d420 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:53.273535 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Attempting to bind port de4d22d2-4929-4070-8463-f790a614d420 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:53.273909 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Attempting to bind port de4d22d2-4929-4070-8463-f790a614d420 on network f2a97b09-f7d3-4c29-ac26-18434a168f83 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:53.281980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:53.282370 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Checking segment: {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:53.282790 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.283200 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Bound using segment: {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:53.284026 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Bound port: de4d22d2-4929-4070-8463-f790a614d420, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:53.284168 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (de4d22d2-4929-4070-8463-f790a614d420), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.447866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks [] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.454652 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 372cd823-15d8-4cf0-a43a-d87287f5909d up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:53.459220 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.463071 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] For port de4d22d2-4929-4070-8463-f790a614d420, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:53.529313 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] For port de4d22d2-4929-4070-8463-f790a614d420, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de4d22d2-4929-4070-8463-f790a614d420,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:53.554179 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (de4d22d2-4929-4070-8463-f790a614d420), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.591201 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ee7ef-aa0c-4087-8417-e79aed908c0f None None] Pushing event updated for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:53.777373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 372cd823-15d8-4cf0-a43a-d87287f5909d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:53.778069 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.874408 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Attempting to bind port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:53.875079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Attempting to bind port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:53.875628 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Attempting to bind port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a on network fb41df81-8028-4a8c-816f-0489b8e51342 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:53.884891 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:53.886396 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Checking segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:53.887021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.887605 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Bound using segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:53.890869 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Bound port: af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:53.891616 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:53.913049 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5640cc-b058-4fd6-8178-0e7de2574dad None None] Pushing event updated for resources: {'Port': ['ID=de4d22d2-4929-4070-8463-f790a614d420,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:53.984170 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for router_gateway (15abdde9-2be2-4a98-bd79-e39538bc5910), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.026734 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06af01-dd6c-4c39-86b9-2b30e62363d7 req-28567538-28a9-4ea6-a63f-4fe32750eef0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:54.041505 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff06af01-dd6c-4c39-86b9-2b30e62363d7 req-28567538-28a9-4ea6-a63f-4fe32750eef0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3096688 Jan 24 10:37:54.102545 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ce2f0-9e60-4d7f-9465-50fe8cb491c7 req-aa3f5b72-382c-4e13-bbc5-e86cc16c3e45 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:54.105780 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e4ce2f0-9e60-4d7f-9465-50fe8cb491c7 req-aa3f5b72-382c-4e13-bbc5-e86cc16c3e45 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2712083 Jan 24 10:37:54.152702 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] For port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:54.158395 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] For port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:54.159831 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 372cd823-15d8-4cf0-a43a-d87287f5909d is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:54.171011 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.186141 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Provisioning complete for port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:54.186772 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.392891 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:54.393599 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:54.414006 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff06af01-dd6c-4c39-86b9-2b30e62363d7 req-0773d562-26ed-4c86-b400-0e48d38ac3c9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590724 Jan 24 10:37:54.430570 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e4ce2f0-9e60-4d7f-9465-50fe8cb491c7 req-f36f67c9-b7a0-4c09-b014-7f1c9276e963 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3034337 Jan 24 10:37:54.511229 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ee7ef-aa0c-4087-8417-e79aed908c0f None None] Pushing event updated for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:54.578650 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.715953 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-d285b173-40e6-4f3f-8b01-8a0d14ce91ad tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565336347&fields=id&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 267 time: 0.0946450 Jan 24 10:37:54.722544 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Current status of the port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:54.722960 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.763832 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:54.820885 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] For port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:54.830193 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:54.851270 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Router 15abdde9-2be2-4a98-bd79-e39538bc5910 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:37:54.918554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-41a7196e-812c-4726-9a56-d9cd3a8be858 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:54.927067 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-41a7196e-812c-4726-9a56-d9cd3a8be858 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.2098548 Jan 24 10:37:54.950345 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-e4e190d0-35f8-4219-8fec-fc7615e8fac7 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/quotas/740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 375 time: 0.0218091 Jan 24 10:37:55.062030 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-83c87fe6-9503-489b-ae49-b03200d9eac5 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016669 Jan 24 10:37:55.067934 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:55.085703 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Sync routers for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:37:55.095382 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:55.096912 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e1fa1fcc-3315-48a3-8ff0-a39faea8bfce admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8860366 Jan 24 10:37:55.099855 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49550) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:37:55.110459 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:55.111133 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:55.216785 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-300de056-8f70-4fee-869b-49609770bb44 service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425834 Jan 24 10:37:55.389866 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fd639-4f36-4799-915d-512206a60688 None None] Pushing event updated for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:55.435101 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:37:55.439324 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:55.445732 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-2a2a98ba-fa83-4ee7-8968-0ba3da29a914 service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275336 Jan 24 10:37:55.702972 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:55.736220 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '6c0d8905-91bc-4c16-99a3-76786416a479', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:37:55.740188 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6217a5ca-5110-47c1-8f47-cbc3a7329d88 None None] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:37:55.790346 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d76a7-bc11-41ad-a9d9-e82dadb38b02 req-a5455e54-a373-4f48-8476-22c458be6a4b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:55.796404 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9f3d76a7-bc11-41ad-a9d9-e82dadb38b02 req-a5455e54-a373-4f48-8476-22c458be6a4b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2075300 Jan 24 10:37:55.833733 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de4d22d2-4929-4070-8463-f790a614d420 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:55.919751 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:55.927946 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9f3d76a7-bc11-41ad-a9d9-e82dadb38b02 req-9b83fa29-fb17-48ec-940d-d60756499cc4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275566 Jan 24 10:37:55.961281 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:53Z', 'revision_number': 3, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:55.990498 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Checking router: 15abdde9-2be2-4a98-bd79-e39538bc5910 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:37:55.990864 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Updating router 15abdde9-2be2-4a98-bd79-e39538bc5910 port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:37:56.047748 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-c48fdc31-f7e0-4806-ba1d-65020d03f27e None None] Provisioning complete for port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:56.048334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c48fdc31-f7e0-4806-ba1d-65020d03f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.052593 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.154627 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: ACTIVE; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:56.160894 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.242519 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:37:56.290927 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-988e0d08-0e83-4ddf-8428-b0c8099b9bba req-bb4d6896-0397-4ca5-9843-93ad4836b628 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 210 time: 0.1942592 Jan 24 10:37:56.303804 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:56.335449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.366978 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b00415-9f64-48d1-96e2-1f436784406e req-49a1d562-fb30-4130-84a8-3863ca35cb2e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:56.380606 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Allocated IP 172.20.0.1 (f2a97b09-f7d3-4c29-ac26-18434a168f83/3cc19cf0-daaf-465d-abbf-1c3b789f7b3e/45c504a0-ab00-4a5a-8287-ca5619bdb580) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:56.389768 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99b00415-9f64-48d1-96e2-1f436784406e req-49a1d562-fb30-4130-84a8-3863ca35cb2e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3365951 Jan 24 10:37:56.498726 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99b00415-9f64-48d1-96e2-1f436784406e req-c8abe7db-f83a-4fb3-90f2-cd9b528b1e7d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066344 Jan 24 10:37:56.507006 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port de4d22d2-4929-4070-8463-f790a614d420 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:56.510272 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de4d22d2-4929-4070-8463-f790a614d420), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.525283 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['6c0d8905-91bc-4c16-99a3-76786416a479'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:37:56.610199 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks [] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.620913 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.670366 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:56.691275 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c48fdc31-f7e0-4806-ba1d-65020d03f27e None None] Current status of the port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:56.694579 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks [] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.711755 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5a4bf-b774-4041-ac8d-67ee720f897e None None] Pushing event updated for resources: {'Port': ['ID=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:56.779851 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port de4d22d2-4929-4070-8463-f790a614d420 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:56.780451 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (de4d22d2-4929-4070-8463-f790a614d420), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.786831 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Attempting to bind port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:37:56.787158 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Attempting to bind port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:37:56.787788 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Attempting to bind port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:37:56.814613 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:37:56.815004 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:37:56.815531 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.815932 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:37:56.816508 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Bound port: 8348f775-1b4d-4d0b-b8d2-46fb1945e45b, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:37:56.816933 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.820172 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.907856 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:56.911089 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:56.915467 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:56.915938 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (15abdde9-2be2-4a98-bd79-e39538bc5910), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.933982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-24aadd55-2b2d-4adf-ad93-f0e217555985 None None] Provisioning complete for port de4d22d2-4929-4070-8463-f790a614d420 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:56.933982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-24aadd55-2b2d-4adf-ad93-f0e217555985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de4d22d2-4929-4070-8463-f790a614d420), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:56.982482 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Pushing event updated for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:57.010297 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:57.063851 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] For port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:37:57.067825 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] For port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:37:57.074950 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.172374 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port de4d22d2-4929-4070-8463-f790a614d420, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de4d22d2-4929-4070-8463-f790a614d420,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:57.178956 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b07f3-7072-4e34-af76-a6fb40b5d675 None None] The sync data for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi is: [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:57.199925 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (de4d22d2-4929-4070-8463-f790a614d420), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.262196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47273f4-8d8e-4083-8eab-e2fdf9ec1703 req-9ce7ac5a-f4b4-4b8f-a4e1-1d5b9a094ac1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:57.270790 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c47273f4-8d8e-4083-8eab-e2fdf9ec1703 req-9ce7ac5a-f4b4-4b8f-a4e1-1d5b9a094ac1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.1351950 Jan 24 10:37:57.297663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.394476 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5a4bf-b774-4041-ac8d-67ee720f897e None None] Pushing event updated for resources: {'Port': ['ID=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:57.443646 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c47273f4-8d8e-4083-8eab-e2fdf9ec1703 req-7a5d24d8-c0aa-435e-be37-71c76072beb3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456311 Jan 24 10:37:57.445920 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:37:57.460407 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:57.537554 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=de4d22d2-4929-4070-8463-f790a614d420,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:57.541062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-24aadd55-2b2d-4adf-ad93-f0e217555985 None None] Current status of the port de4d22d2-4929-4070-8463-f790a614d420 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:57.617564 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6696e8f7-d622-445b-9027-3a8c5978155e req-9d77e760-0474-4e5b-ab32-2f774ec7a4ed tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 210 time: 0.1673591 Jan 24 10:37:57.667611 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:57.748153 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-7861719d-7d3a-428d-a730-6c35ac96854c None None] Provisioning complete for port de4d22d2-4929-4070-8463-f790a614d420 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:57.749018 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7861719d-7d3a-428d-a730-6c35ac96854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de4d22d2-4929-4070-8463-f790a614d420), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.845539 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:57.845927 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.920629 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:37:57.985285 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks [] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.995389 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:57.996147 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (15abdde9-2be2-4a98-bd79-e39538bc5910), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:58.036942 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7861719d-7d3a-428d-a730-6c35ac96854c None None] Current status of the port de4d22d2-4929-4070-8463-f790a614d420 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:58.051550 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:58.162140 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b687ca-86f4-4bae-bb16-51296c559628 req-b606ee1b-4159-48ff-9f82-0bb20b1acaf4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:58.163734 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51b687ca-86f4-4bae-bb16-51296c559628 req-b606ee1b-4159-48ff-9f82-0bb20b1acaf4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3863516 Jan 24 10:37:58.165986 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-3706401f-7316-4cab-957d-f2f007367683 None None] Provisioning complete for port 45c504a0-ab00-4a5a-8287-ca5619bdb580 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:58.167004 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3706401f-7316-4cab-957d-f2f007367683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:58.204012 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-cbeb9fe3-85a5-4fd0-b29c-d4e0cab8d249 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:58.205551 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-cbeb9fe3-85a5-4fd0-b29c-d4e0cab8d249 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.4903200 Jan 24 10:37:58.211785 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Pushing event updated for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:37:58.254950 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-3706401f-7316-4cab-957d-f2f007367683 None None] Port 45c504a0-ab00-4a5a-8287-ca5619bdb580 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:58.324220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51b687ca-86f4-4bae-bb16-51296c559628 req-c079261d-1120-4abf-884b-8eab774e2349 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409795 Jan 24 10:37:58.358438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:58.358438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:58.392411 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-04384d9c-d562-4b04-8633-c4a16126bdc7 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 380 time: 0.1613984 Jan 24 10:37:58.399528 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'port': {'device_id': '95b0da69-90a4-46ee-992e-234ccff0df89', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'admin_state_up': True, 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'security_groups': ['8da42b00-1e8b-4f2a-a42d-069b87746d6a']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:37:58.614565 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Router 15abdde9-2be2-4a98-bd79-e39538bc5910 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:37:58.741634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Made reservation on behalf of 740bf9a130244ad09ea7b7afa2b359e0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:37:58.755872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:58.763245 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '45c504a0-ab00-4a5a-8287-ca5619bdb580', 'name': '', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'mac_address': 'fa:16:3e:81:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:55Z', 'updated_at': '2022-01-24T10:37:56Z', 'revision_number': 1, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'subnets': [{'id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:37:58.850189 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07ad88-52b4-4730-97ca-f4daa13492b3 None None] The sync data for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi is: [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '45c504a0-ab00-4a5a-8287-ca5619bdb580', 'name': '', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'mac_address': 'fa:16:3e:81:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:55Z', 'updated_at': '2022-01-24T10:37:56Z', 'revision_number': 1, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'subnets': [{'id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:37:58.899901 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-68f9dd87-95c7-42c0-8ed3-e76f7ce02a91 None None] Provisioning complete for port 45c504a0-ab00-4a5a-8287-ca5619bdb580 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:58.900603 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-68f9dd87-95c7-42c0-8ed3-e76f7ce02a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:58.920682 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5e3cee8a-9300-469e-84dd-ec2aa0f0ecf6 req-f05ab77c-c1fb-4ed0-80c9-72708067fe58 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 210 time: 0.1039667 Jan 24 10:37:58.976782 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-68f9dd87-95c7-42c0-8ed3-e76f7ce02a91 None None] Port 45c504a0-ab00-4a5a-8287-ca5619bdb580 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:37:58.983020 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:37:59.003634 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-1d1ad0f5-7097-4bfd-94db-3c62f8e55449 admin admin] 10.222.0.45 "PUT /v2.0/routers/15abdde9-2be2-4a98-bd79-e39538bc5910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8932521 Jan 24 10:37:59.086341 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df5e8-7e0d-478b-82cd-cea7446509a0 req-8d3122b1-043e-4d51-98dd-bf4cc8490619 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:59.096541 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-858df5e8-7e0d-478b-82cd-cea7446509a0 req-8d3122b1-043e-4d51-98dd-bf4cc8490619 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.4303670 Jan 24 10:37:59.214990 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-858df5e8-7e0d-478b-82cd-cea7446509a0 req-462eaffa-781f-4332-9cdc-ac96f265eb5c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169879 Jan 24 10:37:59.222524 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:59.249944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.20.0.7 (aae34615-8adf-4b7f-84df-b01d55f5ef68/8e44845f-9016-4fda-bb8b-6ad210002df4/a685ff57-1ce1-4a3c-966f-e8380ef531f3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:37:59.420486 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 6c0d8905-91bc-4c16-99a3-76786416a479 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:59.421165 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.651201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.656522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de4d22d2-4929-4070-8463-f790a614d420 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:37:59.698002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.768759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:37:59.779720 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:37:59.785278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:37:59.792837 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:37:59.793261 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.842717 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:59.843374 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.854963 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b45a9-998c-4dd3-9014-f8db0e3e53b0 req-26e08c86-b560-4aa0-a877-4f4150e410a6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:37:59.869365 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8f1b45a9-998c-4dd3-9014-f8db0e3e53b0 req-26e08c86-b560-4aa0-a877-4f4150e410a6 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3704727 Jan 24 10:37:59.873860 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:37:59.876692 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864dc9c6-28ef-4c2c-8823-72da3416d697" -d '{"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:37:59.896017 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:37:59.920356 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:37:59.931564 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port de4d22d2-4929-4070-8463-f790a614d420 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:37:59.932251 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de4d22d2-4929-4070-8463-f790a614d420), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.039213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8f1b45a9-998c-4dd3-9014-f8db0e3e53b0 req-f65bd95a-88fa-4a96-a92f-9f4d692c73d9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542876 Jan 24 10:38:00.039213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428094 Jan 24 10:38:00.039213 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150362ed-e2f5-486c-9d3b-fd7d6ea4b31b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:00.082296 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Request body: {'port': {'device_id': '95b0da69-90a4-46ee-992e-234ccff0df89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:00.112486 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:00.117331 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.285014 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188592a0-03e4-4f31-aefc-d1172013349e x-openstack-request-id: req-188592a0-03e4-4f31-aefc-d1172013349e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:00.286982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:00.286982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-188592a0-03e4-4f31-aefc-d1172013349e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:00.286982 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'code': 200} Jan 24 10:38:00.344788 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port de4d22d2-4929-4070-8463-f790a614d420 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:00.348678 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-bdbc223d-77bd-4f56-aa7d-f5a22ee9fe88 None None] Provisioning complete for port a685ff57-1ce1-4a3c-966f-e8380ef531f3 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:00.350252 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bdbc223d-77bd-4f56-aa7d-f5a22ee9fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.361770 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49610) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:00.367738 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035129042', 'description': 'tempest-secgroup-smoke-1035129042 description', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:00.377140 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.406158 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc223d-77bd-4f56-aa7d-f5a22ee9fe88 None None] Port a685ff57-1ce1-4a3c-966f-e8380ef531f3 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:38:00.429011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880a43-5550-4a61-98ee-f5850cdc17e1 req-78f6e654-e13d-4291-8917-a70c33126d6b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:00.429306 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.431831 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80880a43-5550-4a61-98ee-f5850cdc17e1 req-78f6e654-e13d-4291-8917-a70c33126d6b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 931 time: 0.1034553 Jan 24 10:38:00.618486 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80880a43-5550-4a61-98ee-f5850cdc17e1 req-3c84382e-49d4-480b-9e8a-5b090c9267d9 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543369 Jan 24 10:38:00.743416 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b936a-9ab0-43ba-9726-2dc52e31b14c req-e2aaabad-67be-462f-a166-8ccfb7a7a7c0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:00.751062 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d71b936a-9ab0-43ba-9726-2dc52e31b14c req-e2aaabad-67be-462f-a166-8ccfb7a7a7c0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2852409 Jan 24 10:38:00.873899 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d71b936a-9ab0-43ba-9726-2dc52e31b14c req-5c937b69-513e-43ae-bb6e-8d90438ac715 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215761 Jan 24 10:38:00.938785 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (a4363ec8-d2be-4667-86d4-9556955a38ad), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.943689 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a4363ec8-d2be-4667-86d4-9556955a38ad), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:00.994904 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4363ec8-d2be-4667-86d4-9556955a38ad,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:01.000821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.005214 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ae77da25-18fe-48c2-a9f6-0e1b02c582be tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6393867 Jan 24 10:38:01.006271 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49632) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:01.013007 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:01.072674 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (0af24a87-436d-4b64-bd0c-b3c3831fc8f1), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.333379 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a685ff57-1ce1-4a3c-966f-e8380ef531f3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:01.355272 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks [] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.386435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Transition to ACTIVE for port object a685ff57-1ce1-4a3c-966f-e8380ef531f3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:38:01.422352 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (0af24a87-436d-4b64-bd0c-b3c3831fc8f1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.424935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.517777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (0af24a87-436d-4b64-bd0c-b3c3831fc8f1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.592165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af24a87-436d-4b64-bd0c-b3c3831fc8f1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:01.604945 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Pushing event updated for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:01.655792 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ffea-859f-4e9d-9a6b-f26aa82a92b5 req-41384c00-b399-48a6-948a-536d2c75c649 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:01.658143 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21a0ffea-859f-4e9d-9a6b-f26aa82a92b5 req-41384c00-b399-48a6-948a-536d2c75c649 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.5404665 Jan 24 10:38:01.661563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.665703 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ce80e092-ff1f-4898-9591-5d69df8db0da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6556261 Jan 24 10:38:01.667143 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49656) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:01.674310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:01.691764 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 8348f775-1b4d-4d0b-b8d2-46fb1945e45b up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:01.795250 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9d90ad21-4506-4d04-9f1e-9b64eb812d93), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.867651 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:01.875127 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.906240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21a0ffea-859f-4e9d-9a6b-f26aa82a92b5 req-a55b466b-d246-425e-9d88-96bffa3f0ea0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857028 Jan 24 10:38:01.947967 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9d90ad21-4506-4d04-9f1e-9b64eb812d93), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.960250 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (9d90ad21-4506-4d04-9f1e-9b64eb812d93), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:01.987064 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d90ad21-4506-4d04-9f1e-9b64eb812d93,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:02.010077 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.016402 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-33301cf5-23e1-458e-aff1-c0ef450cc888 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3467965 Jan 24 10:38:02.021805 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49662) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:02.042719 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:02.151331 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:02.151697 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.157520 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (119c21a7-d313-4823-96c1-52cab90fe9e5), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.192109 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c91e00-1b53-47fc-96d7-09038789d701 req-b0be0767-b054-472b-88c3-47b305daf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:02.194995 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-72c91e00-1b53-47fc-96d7-09038789d701 req-b0be0767-b054-472b-88c3-47b305daf740 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.5826123 Jan 24 10:38:02.211409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:02.221663 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.222820 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adaaad-7430-4932-b5ad-0889c946bec7 req-d8ae4c62-82f2-4e5e-88cc-07d1a85d4859 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:02.231351 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80adaaad-7430-4932-b5ad-0889c946bec7 req-d8ae4c62-82f2-4e5e-88cc-07d1a85d4859 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.4521635 Jan 24 10:38:02.315611 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (119c21a7-d313-4823-96c1-52cab90fe9e5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.323006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (119c21a7-d313-4823-96c1-52cab90fe9e5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.333696 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:02.390917 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119c21a7-d313-4823-96c1-52cab90fe9e5,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:02.412541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.415553 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-af8a8097-d87b-440b-aedf-c4e37bc49087 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884773 Jan 24 10:38:02.423257 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49666) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:02.428036 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:02.486728 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9db52462-5b6e-4942-a83a-75a9a4fdaad5), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.566055 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9db52462-5b6e-4942-a83a-75a9a4fdaad5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.580262 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (9db52462-5b6e-4942-a83a-75a9a4fdaad5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.618555 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db52462-5b6e-4942-a83a-75a9a4fdaad5,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:02.624205 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.625599 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-cddedefc-153d-49d5-91e4-bafc7b5eda8b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010005 Jan 24 10:38:02.628713 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49668) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:02.643053 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:02.675044 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80adaaad-7430-4932-b5ad-0889c946bec7 req-7a4dac77-f79c-44d2-a38e-fbbe3ae517df tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703141 Jan 24 10:38:02.683772 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Attempting to bind port a685ff57-1ce1-4a3c-966f-e8380ef531f3 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:38:02.684164 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Attempting to bind port a685ff57-1ce1-4a3c-966f-e8380ef531f3 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:38:02.684444 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Attempting to bind port a685ff57-1ce1-4a3c-966f-e8380ef531f3 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:02.692016 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.securitygroups_db [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Project 1e418f2782804d89b9db9430a1d4cf6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:38:02.709195 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9e80d8b6-face-4d8e-8f76-77d651c9c3a1), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.725483 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-72c91e00-1b53-47fc-96d7-09038789d701 req-f6bec98b-f2e6-4914-ba58-b60f7a18bdb8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913471 Jan 24 10:38:02.762418 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1f4a9-ff23-4490-a8a1-2c4fb4ce94e9 req-52ed1b47-196b-44e5-9fab-748498d98583 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:02.764022 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2f1f4a9-ff23-4490-a8a1-2c4fb4ce94e9 req-52ed1b47-196b-44e5-9fab-748498d98583 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.5788958 Jan 24 10:38:02.766255 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Port a685ff57-1ce1-4a3c-966f-e8380ef531f3 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:38:02.766582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Attempting to bind port a685ff57-1ce1-4a3c-966f-e8380ef531f3 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:02.809189 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:38:02.809533 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:02.809923 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Bound using segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:38:02.810391 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Bound port: a685ff57-1ce1-4a3c-966f-e8380ef531f3, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:38:02.823635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.979091 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (9e80d8b6-face-4d8e-8f76-77d651c9c3a1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:02.987775 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (9e80d8b6-face-4d8e-8f76-77d651c9c3a1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.049288 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e80d8b6-face-4d8e-8f76-77d651c9c3a1,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:03.061880 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.066097 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-648957d2-53f2-420e-8a21-22289bd5fd62 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4246833 Jan 24 10:38:03.066772 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 49672) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:03.078036 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'security_group_rule': {'security_group_id': 'a4363ec8-d2be-4667-86d4-9556955a38ad', 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:03.151720 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.securitygroups_db [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Project 1e418f2782804d89b9db9430a1d4cf6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:38:03.168698 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (312c0529-565f-42bd-8fae-d201cc89f323), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.328013 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (312c0529-565f-42bd-8fae-d201cc89f323), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.338974 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (312c0529-565f-42bd-8fae-d201cc89f323), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.389379 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312c0529-565f-42bd-8fae-d201cc89f323,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:03.407517 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.408709 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a1815341-cf8a-4f75-96e1-ca3803c88fec tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408136 Jan 24 10:38:03.412073 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2f1f4a9-ff23-4490-a8a1-2c4fb4ce94e9 req-6cc82bf5-2dd7-4d3b-b5a4-8f6f36a91883 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6339910 Jan 24 10:38:03.556884 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 8348f775-1b4d-4d0b-b8d2-46fb1945e45b up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:03.595497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:38:03.610763 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:38:03.643639 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513cdca-a0da-4102-91c0-2f3d109dd75f req-1169428c-cf32-49c0-846e-34544d34083d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:03.645743 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Sync routers for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:38:03.647050 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1513cdca-a0da-4102-91c0-2f3d109dd75f req-1169428c-cf32-49c0-846e-34544d34083d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3083408 Jan 24 10:38:03.658516 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.669893 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:03.670942 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:03.801890 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:03.820729 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.870944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:03.871428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:03.876619 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] 10.222.0.120 "PUT /v2.0/ports/a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 200 len: 1093 time: 3.8107142 Jan 24 10:38:03.878424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c6288-1696-428f-85c9-172072bd8599 service neutron] Pushing event updated for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:03.896125 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:03.901657 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163" -d '{"events": [{"name": "network-changed", "server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:04.034939 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b674-4c1f-4cc4-8416-63ac9702b02c req-3616ece2-0572-4936-8a1c-480bfd1d98bb tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:04.045543 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e19b674-4c1f-4cc4-8416-63ac9702b02c req-3616ece2-0572-4936-8a1c-480bfd1d98bb tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.2616138 Jan 24 10:38:04.052220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1513cdca-a0da-4102-91c0-2f3d109dd75f req-8e0d704d-179e-4e8b-96b5-a88432e95140 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879244 Jan 24 10:38:04.206850 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e19b674-4c1f-4cc4-8416-63ac9702b02c req-17c274c1-79ec-4794-a7fa-bd395971ed28 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583474 Jan 24 10:38:04.214245 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba80e548-612b-4ee7-b0c6-efdcf6e07dca x-openstack-request-id: req-ba80e548-612b-4ee7-b0c6-efdcf6e07dca {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:04.214842 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:04.215320 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba80e548-612b-4ee7-b0c6-efdcf6e07dca {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:04.216429 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'status': 'completed', 'code': 200} Jan 24 10:38:04.223495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-d6afd5c9-4896-4d98-8627-ae6317502190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:04.228439 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-d6afd5c9-4896-4d98-8627-ae6317502190 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1096 time: 0.1714950 Jan 24 10:38:04.251419 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:04.409695 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-3ca7f5c5-bd42-4e9f-b9cd-6e20421297f8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 200 len: 217 time: 0.1699784 Jan 24 10:38:04.549857 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-8379c3be-5767-4e69-bd60-e92e9bd3cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:04.554413 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-8379c3be-5767-4e69-bd60-e92e9bd3cea0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.1337731 Jan 24 10:38:04.687463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-f5fd756d-f71a-4106-a682-e1f8503429a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:04.691283 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-f5fd756d-f71a-4106-a682-e1f8503429a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301985 Jan 24 10:38:04.737030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7f894-4d1c-4e2e-b34d-f61bd6554587 req-47ad536f-d265-4a50-ba58-673bd9a8d7a4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:04.739499 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ea7f894-4d1c-4e2e-b34d-f61bd6554587 req-47ad536f-d265-4a50-ba58-673bd9a8d7a4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1093974 Jan 24 10:38:04.746575 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:04.857443 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '45c504a0-ab00-4a5a-8287-ca5619bdb580', 'name': '', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'mac_address': 'fa:16:3e:81:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:55Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 2, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'subnets': [{'id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:04.931334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Checking router: 15abdde9-2be2-4a98-bd79-e39538bc5910 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:38:04.932037 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Updating router 15abdde9-2be2-4a98-bd79-e39538bc5910 port 45c504a0-ab00-4a5a-8287-ca5619bdb580 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:38:05.044270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:05.134293 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ea7f894-4d1c-4e2e-b34d-f61bd6554587 req-caea2aa1-bc56-49d2-ae1b-9ec11bfaf8fb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3725972 Jan 24 10:38:05.198378 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-f8ee8d9e-fab9-44d0-afd7-ec4259edabc8 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971681 Jan 24 10:38:05.382932 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-733b5128-77f6-4ed3-b322-4bd4049a5d14 req-0a8a12d0-fa07-4705-8a75-cf5b869ba547 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721368 Jan 24 10:38:05.471707 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks [] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:05.506483 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:05.566785 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398d619-d7d0-4f6f-a440-5eb79223b7f4 req-a7f0fe32-63dd-4eb6-a284-920776eb8913 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:05.569289 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1398d619-d7d0-4f6f-a440-5eb79223b7f4 req-a7f0fe32-63dd-4eb6-a284-920776eb8913 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3387320 Jan 24 10:38:05.665208 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1398d619-d7d0-4f6f-a440-5eb79223b7f4 req-625875df-4675-4eef-a0f7-5bd6eac4777d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Jan 24 10:38:05.667193 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-014ab19f-0235-4040-980a-093727a26ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:05.668666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-014ab19f-0235-4040-980a-093727a26ba2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1096 time: 0.2212198 Jan 24 10:38:05.677051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ba04a-6613-46d9-bb14-17536349b18e req-4a87102e-1ff0-4679-91bc-d0f066839012 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:05.679307 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f98ba04a-6613-46d9-bb14-17536349b18e req-4a87102e-1ff0-4679-91bc-d0f066839012 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.2931213 Jan 24 10:38:05.769242 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b5aa-66f3-4c9a-b4f6-bd9c749e08f5 None None] Pushing event updated for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:05.888205 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Attempting to bind port 45c504a0-ab00-4a5a-8287-ca5619bdb580 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:38:05.891992 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Attempting to bind port 45c504a0-ab00-4a5a-8287-ca5619bdb580 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:38:05.894258 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Attempting to bind port 45c504a0-ab00-4a5a-8287-ca5619bdb580 on network f2a97b09-f7d3-4c29-ac26-18434a168f83 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:05.911507 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:38:05.915171 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Checking segment: {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:05.922670 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:05.923244 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Bound using segment: {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:38:05.923873 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Bound port: 45c504a0-ab00-4a5a-8287-ca5619bdb580, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9169f92e-541b-4cd0-b8cb-51fb92dd443c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:38:05.926041 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:05.960524 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f98ba04a-6613-46d9-bb14-17536349b18e req-8745764d-51c2-4af6-b907-85fb942a8f22 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237446 Jan 24 10:38:06.031958 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-b471a91b-e560-4609-b6f1-0655d85c9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:06.037066 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-b471a91b-e560-4609-b6f1-0655d85c9ad7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.3538797 Jan 24 10:38:06.076459 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] For port 45c504a0-ab00-4a5a-8287-ca5619bdb580, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:38:06.089642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] For port 45c504a0-ab00-4a5a-8287-ca5619bdb580, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=45c504a0-ab00-4a5a-8287-ca5619bdb580,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:38:06.102386 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:06.148589 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-abecee87-5434-4ab6-82a2-6b6bb935c9ab service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 200 len: 217 time: 0.1024909 Jan 24 10:38:06.230103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-6977b241-94d5-44bc-83e9-c899a724b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:06.231779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-6977b241-94d5-44bc-83e9-c899a724b934 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0619690 Jan 24 10:38:06.234919 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b5aa-66f3-4c9a-b4f6-bd9c749e08f5 None None] Pushing event updated for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:06.280621 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Provisioning complete for port 45c504a0-ab00-4a5a-8287-ca5619bdb580 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:06.281039 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:06.314864 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-bb86ff9b-f0e9-46b1-9d92-23825991e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:06.321278 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-bb86ff9b-f0e9-46b1-9d92-23825991e2c4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797310 Jan 24 10:38:06.365059 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:06.365059 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:37:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:06.648458 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:06.767794 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0138ee-1930-4396-93c9-bf2522423cdb req-b29eda5f-473d-43f1-ac9b-79e7e22b8a7a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:06.789772 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a0138ee-1930-4396-93c9-bf2522423cdb req-b29eda5f-473d-43f1-ac9b-79e7e22b8a7a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.3850772 Jan 24 10:38:06.803099 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-294aa87c-d627-4b7c-ae9b-ed3823b8118d service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751470 Jan 24 10:38:06.823041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990035-171a-4b31-96fd-8544e8b1e637 req-4bdd7fc3-aada-49a6-a3ea-1582e0e965d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:06.824715 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-4bdd7fc3-aada-49a6-a3ea-1582e0e965d7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1a59034e201849719adf71e2bd9e4e8c&device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 1099 time: 0.3472717 Jan 24 10:38:06.840062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Current status of the port 45c504a0-ab00-4a5a-8287-ca5619bdb580 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:06.840837 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:06.930842 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] For port 45c504a0-ab00-4a5a-8287-ca5619bdb580, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=45c504a0-ab00-4a5a-8287-ca5619bdb580,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:06.936704 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:06.999686 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9672f-bf00-4891-a1ee-fecb6cca81d2 req-629fb5dc-7cc6-49ad-8e5b-d605dae8e475 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:07.007030 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bf9672f-bf00-4891-a1ee-fecb6cca81d2 req-629fb5dc-7cc6-49ad-8e5b-d605dae8e475 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.4155166 Jan 24 10:38:07.041670 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0cc0b-b324-4c49-b743-d820ecb6db3d None None] Pushing event updated for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:07.092502 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-9f31713c-4141-45f9-989c-4fea7762d57e None None] Provisioning complete for port 45c504a0-ab00-4a5a-8287-ca5619bdb580 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:07.093242 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f31713c-4141-45f9-989c-4fea7762d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:07.140062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '45c504a0-ab00-4a5a-8287-ca5619bdb580', 'name': '', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'mac_address': 'fa:16:3e:81:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:55Z', 'updated_at': '2022-01-24T10:38:06Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'subnets': [{'id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:07.154546 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a0138ee-1930-4396-93c9-bf2522423cdb req-70013a42-2819-4301-b039-41fd427d86a8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3637576 Jan 24 10:38:07.183808 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477abba-d972-42df-879b-bb7336a35f6e None None] The sync data for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi is: [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:37:57Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '45c504a0-ab00-4a5a-8287-ca5619bdb580', 'name': '', 'network_id': 'f2a97b09-f7d3-4c29-ac26-18434a168f83', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'mac_address': 'fa:16:3e:81:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:55Z', 'updated_at': '2022-01-24T10:38:06Z', 'revision_number': 4, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'subnets': [{'id': '3cc19cf0-daaf-465d-abbf-1c3b789f7b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:38:07.211062 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bf9672f-bf00-4891-a1ee-fecb6cca81d2 req-6148af16-79bb-413b-9384-6fee5afb4850 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030208 Jan 24 10:38:07.296327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990035-171a-4b31-96fd-8544e8b1e637 req-fe5c1765-d209-4bd5-b516-9893c9fa55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:07.297892 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-fe5c1765-d209-4bd5-b516-9893c9fa55b0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 200 len: 919 time: 0.4605305 Jan 24 10:38:07.335373 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a6c4d1d-8672-4ca1-aa91-2ec760ddb163 req-9bfb2300-cbe7-48e2-8de6-a16a5aad2a5a service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997191 Jan 24 10:38:07.343875 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-9f31713c-4141-45f9-989c-4fea7762d57e None None] Current status of the port 45c504a0-ab00-4a5a-8287-ca5619bdb580 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:07.421268 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-536e02cc-7134-40ff-ac84-29ff8924f6ec service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 200 len: 217 time: 0.1137650 Jan 24 10:38:07.547075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990035-171a-4b31-96fd-8544e8b1e637 req-f3308c6a-368c-4007-add5-211d7a8394f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:07.548863 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-f3308c6a-368c-4007-add5-211d7a8394f0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 200 len: 858 time: 0.0821292 Jan 24 10:38:07.557255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 45c504a0-ab00-4a5a-8287-ca5619bdb580 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:07.623048 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-25cfd7fd-816f-4679-8d91-2181ecbfd892 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a0a11026-6cf5-497a-9cb6-9d2371cd7238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645721 Jan 24 10:38:07.663457 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148ece1-bfcb-4058-9797-0a4fc3bd19aa req-8bb45460-2930-4c2e-8d56-c26288801486 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:07.665194 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a148ece1-bfcb-4058-9797-0a4fc3bd19aa req-8bb45460-2930-4c2e-8d56-c26288801486 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.3594668 Jan 24 10:38:07.732153 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 45c504a0-ab00-4a5a-8287-ca5619bdb580 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:07.733040 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:07.858004 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a148ece1-bfcb-4058-9797-0a4fc3bd19aa req-7ea2d94e-1eb1-42a3-8e6e-70007f8f7456 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819451 Jan 24 10:38:07.886661 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 45c504a0-ab00-4a5a-8287-ca5619bdb580 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:07.890860 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-a1f8a6a4-a516-4caa-b58b-9edf7da80250 service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399185 Jan 24 10:38:08.040934 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49990035-171a-4b31-96fd-8544e8b1e637 req-736074f9-dd42-415c-8152-7063404b1add service neutron] 10.222.0.120 "GET /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426001 Jan 24 10:38:08.386195 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d868-2757-4e31-bd0f-cb28fd4609e3 req-b150b1d3-faa1-4eba-86f2-2888ad9dda8a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:08.388286 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af67d868-2757-4e31-bd0f-cb28fd4609e3 req-b150b1d3-faa1-4eba-86f2-2888ad9dda8a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1322141 Jan 24 10:38:08.432250 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7a3e0-7675-46c7-b475-8191beab2e3a req-a6f3ce80-8507-467f-8c12-2c0bd2dae2e3 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:08.433934 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9b7a3e0-7675-46c7-b475-8191beab2e3a req-a6f3ce80-8507-467f-8c12-2c0bd2dae2e3 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1120801 Jan 24 10:38:08.545098 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9b7a3e0-7675-46c7-b475-8191beab2e3a req-51ec0ed5-d841-47d4-a74b-885d962fd59a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025851 Jan 24 10:38:08.571646 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af67d868-2757-4e31-bd0f-cb28fd4609e3 req-6321811d-d708-4f3a-81ac-ccbf01b9b339 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748829 Jan 24 10:38:09.037709 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db791f-c41a-44a9-a1fc-79298a02fb5d req-6f65cbf2-81e9-4253-8730-f39b60fe8335 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:09.047617 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51db791f-c41a-44a9-a1fc-79298a02fb5d req-6f65cbf2-81e9-4253-8730-f39b60fe8335 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.0843000 Jan 24 10:38:09.124047 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51db791f-c41a-44a9-a1fc-79298a02fb5d req-177ce700-af4c-45a2-bb5b-e9b359afd3f5 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700715 Jan 24 10:38:09.904206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50756-7f4b-411d-bda2-cd2fef3a5ca6 req-1d0d8201-d687-4872-a451-a58865c3f7ea tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:09.969259 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1c50756-7f4b-411d-bda2-cd2fef3a5ca6 req-1d0d8201-d687-4872-a451-a58865c3f7ea tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.2551794 Jan 24 10:38:10.109564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5975-5b1c-4833-9e36-41533c811f1b req-40b609f8-18fd-4adc-918d-2488b512ddd7 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:10.112401 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99be5975-5b1c-4833-9e36-41533c811f1b req-40b609f8-18fd-4adc-918d-2488b512ddd7 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.2695711 Jan 24 10:38:10.175244 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1c50756-7f4b-411d-bda2-cd2fef3a5ca6 req-6b5a9058-8ac0-46c0-a483-e719b3536a6e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011378 Jan 24 10:38:10.228005 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99be5975-5b1c-4833-9e36-41533c811f1b req-daf19191-9cad-4411-9da6-e362bdf96509 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049991 Jan 24 10:38:10.388727 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923764e-d6ba-4ab8-944d-fc2475de257a req-a0fe5dd0-0a36-4993-a3e2-bfcfc8c0a2c5 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:10.390532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2923764e-d6ba-4ab8-944d-fc2475de257a req-a0fe5dd0-0a36-4993-a3e2-bfcfc8c0a2c5 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.0922172 Jan 24 10:38:10.469684 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2923764e-d6ba-4ab8-944d-fc2475de257a req-88529ea5-d310-4d9b-b348-338e89dc79c0 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670319 Jan 24 10:38:11.399673 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03963c60-9347-437b-b9c7-d71271441dc7 req-057c26a9-7a2f-4e41-a4e8-73350666c924 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:11.408193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-03963c60-9347-437b-b9c7-d71271441dc7 req-057c26a9-7a2f-4e41-a4e8-73350666c924 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1262746 Jan 24 10:38:11.501948 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-03963c60-9347-437b-b9c7-d71271441dc7 req-89337d46-20bd-4f65-886b-95445e8b57cf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924330 Jan 24 10:38:11.558739 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e5dbd-04c9-4305-ab95-4a430e61de67 req-e562bbea-9d6e-4d5d-a335-28e74f752491 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:11.566779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-119e5dbd-04c9-4305-ab95-4a430e61de67 req-e562bbea-9d6e-4d5d-a335-28e74f752491 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.2097738 Jan 24 10:38:11.825098 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-119e5dbd-04c9-4305-ab95-4a430e61de67 req-4cc61608-9d29-4c60-9f2f-f38d3f7fac10 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517989 Jan 24 10:38:11.853929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7ef20-5af0-4662-afc8-0bdb3d5b582f req-cb9c4f33-9ee9-48d2-a9d9-dfe2afc3f814 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:11.858468 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89a7ef20-5af0-4662-afc8-0bdb3d5b582f req-cb9c4f33-9ee9-48d2-a9d9-dfe2afc3f814 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.2509186 Jan 24 10:38:11.969413 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89a7ef20-5af0-4662-afc8-0bdb3d5b582f req-233ff0f0-07a9-49f5-a181-3d83240c8c5e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048040 Jan 24 10:38:12.740730 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b4892-767c-4a1c-ad2a-24938bd6e9a3 req-60fe2be9-35b2-47dd-b664-7e34c413e4f9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:12.742879 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f9b4892-767c-4a1c-ad2a-24938bd6e9a3 req-60fe2be9-35b2-47dd-b664-7e34c413e4f9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1167147 Jan 24 10:38:12.877019 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f9b4892-767c-4a1c-ad2a-24938bd6e9a3 req-2d9a858d-a54e-4a99-8b1a-be4e4ab0dff6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273875 Jan 24 10:38:13.220856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11cb1b-b487-4a0d-8327-a6afd061ac10 req-38350241-69df-407a-a096-3d4fe23f8d0a tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:13.222804 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c11cb1b-b487-4a0d-8327-a6afd061ac10 req-38350241-69df-407a-a096-3d4fe23f8d0a tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 943 time: 0.0889652 Jan 24 10:38:13.294005 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device a685ff57-1ce1-4a3c-966f-e8380ef531f3 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:38:13.355527 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c11cb1b-b487-4a0d-8327-a6afd061ac10 req-0693efd7-12a9-491e-a811-caf05025e662 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268971 Jan 24 10:38:13.488569 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:13.518710 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'port_id': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'mac_address': 'fa:16:3e:21:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:38:13.639437 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port a685ff57-1ce1-4a3c-966f-e8380ef531f3 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:13.639848 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:13.659086 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a685ff57-1ce1-4a3c-966f-e8380ef531f3 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:13.751852 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:13.764589 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:14.130104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:14.172461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.175033 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.175452 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.175861 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.176209 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.176551 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.176884 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.177402 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.177612 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.177971 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.178306 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.178638 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.178958 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:14.201958 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c92cf-fcc5-4c88-8f1c-0dc82c846b7f req-ba85bff8-7d05-4ee4-9115-658d6e11d8d7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:14.211621 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac9c92cf-fcc5-4c88-8f1c-0dc82c846b7f req-ba85bff8-7d05-4ee4-9115-658d6e11d8d7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1978345 Jan 24 10:38:14.213077 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['a685ff57-1ce1-4a3c-966f-e8380ef531f3'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:14.282032 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac9c92cf-fcc5-4c88-8f1c-0dc82c846b7f req-4fcf1ac9-3689-4a62-a47a-42a90d6b6d94 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688841 Jan 24 10:38:14.576380 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2b154181-97d0-454c-88be-bdf53fd574c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:14.587256 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5263-d007-4f42-a213-a8a65d177020 req-d9bd405c-fdd2-450e-9f40-d848e6b51968 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:14.590392 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba0c5263-d007-4f42-a213-a8a65d177020 req-d9bd405c-fdd2-450e-9f40-d848e6b51968 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 944 time: 0.1015966 Jan 24 10:38:14.730915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba0c5263-d007-4f42-a213-a8a65d177020 req-5f665fd0-304f-466b-99d1-4b886a98b719 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350274 Jan 24 10:38:15.313045 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device a685ff57-1ce1-4a3c-966f-e8380ef531f3 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:15.405511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port a685ff57-1ce1-4a3c-966f-e8380ef531f3 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:38:15.415064 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port a685ff57-1ce1-4a3c-966f-e8380ef531f3 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:15.415737 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:15.460520 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb355f-8114-4825-965c-9382e5412e60 req-86eddb0a-5ce2-44b4-94e8-840f315a3a50 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:15.469080 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-63bb355f-8114-4825-965c-9382e5412e60 req-86eddb0a-5ce2-44b4-94e8-840f315a3a50 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0790477 Jan 24 10:38:15.539796 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-63bb355f-8114-4825-965c-9382e5412e60 req-611aeb05-cc25-44ec-99af-a7cea59e302b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675008 Jan 24 10:38:15.707718 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port a685ff57-1ce1-4a3c-966f-e8380ef531f3 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:15.708286 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:15.768438 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:15.772117 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501fe2a-3fac-4584-ba19-a7a64956f728" -d '{"events": [{"server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "name": "network-vif-plugged", "status": "completed", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:15.787734 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:15.801183 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:15.867991 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7130ea51-4709-4a93-be4a-a5343c137c13 x-openstack-request-id: req-7130ea51-4709-4a93-be4a-a5343c137c13 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:15.868311 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "name": "network-vif-plugged", "status": "completed", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:15.868576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7130ea51-4709-4a93-be4a-a5343c137c13 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:15.868994 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'code': 200} Jan 24 10:38:15.874368 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:15.911495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79302f-3cd9-4078-a003-98d77610e886 req-c4427f82-164b-40a9-9065-4aa5bb25436e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:15.914011 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a79302f-3cd9-4078-a003-98d77610e886 req-c4427f82-164b-40a9-9065-4aa5bb25436e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0688827 Jan 24 10:38:16.021720 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a79302f-3cd9-4078-a003-98d77610e886 req-ee3057ff-ce2d-40a8-aa76-7d066660c585 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874648 Jan 24 10:38:16.207352 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e569a12-72b4-4635-910a-3d47b7e9af88 req-a8cba9ae-30f7-4ef0-8a08-9a6b7ea3a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.209002 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e569a12-72b4-4635-910a-3d47b7e9af88 req-a8cba9ae-30f7-4ef0-8a08-9a6b7ea3a1a6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1098 time: 0.0866773 Jan 24 10:38:16.224507 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-677f3dca-f333-4e50-aba4-7e1db3b4e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.225959 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-677f3dca-f333-4e50-aba4-7e1db3b4e779 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1099 time: 0.0711062 Jan 24 10:38:16.326565 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e569a12-72b4-4635-910a-3d47b7e9af88 req-878a61b0-b55e-4961-bcc7-498697cfd5e4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100249 Jan 24 10:38:16.350415 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-476fbb34-a35b-4f3f-b422-9f2d406b74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.352978 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-476fbb34-a35b-4f3f-b422-9f2d406b74b8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.1189513 Jan 24 10:38:16.692186 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-cd252b9a-e807-498a-90ae-a95bbc2d691b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 1001 time: 0.1574788 Jan 24 10:38:16.705286 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:38:16.731932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7129f4c-b1ef-46cc-945e-16649cc50886 req-d139d299-e87e-4803-9660-8858247a07e6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.739485 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7129f4c-b1ef-46cc-945e-16649cc50886 req-d139d299-e87e-4803-9660-8858247a07e6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0902691 Jan 24 10:38:16.807222 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-89965ee5-2b65-4881-800d-864a4e48c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:16.847359 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-8838edc8-503c-40de-a69a-0e398fe80ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.848816 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-8838edc8-503c-40de-a69a-0e398fe80ae7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.1347635 Jan 24 10:38:16.910388 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7129f4c-b1ef-46cc-945e-16649cc50886 req-ccfffd79-6780-49c6-bde7-6cf18d8a1f16 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1677203 Jan 24 10:38:16.937124 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073893-dd20-484c-8f67-a863ebf11cb9 req-18f613bb-e84f-4909-a415-1318427aae8b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.938610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea073893-dd20-484c-8f67-a863ebf11cb9 req-18f613bb-e84f-4909-a415-1318427aae8b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1644168 Jan 24 10:38:16.966418 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-6e84de93-dea9-47d6-a7fc-af7c082e7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:16.967616 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-6e84de93-dea9-47d6-a7fc-af7c082e7007 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064980 Jan 24 10:38:17.044133 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea073893-dd20-484c-8f67-a863ebf11cb9 req-a0648f4f-34a4-4f2b-b6f8-b662bbeccdcd tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 Jan 24 10:38:17.085112 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-acf8401d-4ae7-4ade-9bc7-cdd16491691d service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095963 Jan 24 10:38:17.478913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebc239-052b-417c-9409-49e0ff381a3a req-01e71811-76b7-4b9f-9fe3-b83e01a0156f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:17.480857 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ebebc239-052b-417c-9409-49e0ff381a3a req-01e71811-76b7-4b9f-9fe3-b83e01a0156f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.3883002 Jan 24 10:38:17.514710 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-944d3a93-9013-4aa7-9ff1-02bda426bc52 req-9f257112-15ab-4dd7-8d0c-819ab45b3e7e service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206457 Jan 24 10:38:17.560072 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ebebc239-052b-417c-9409-49e0ff381a3a req-c6106cc5-2e71-464c-b106-91577a985168 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715342 Jan 24 10:38:18.034180 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:18.062911 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98114d4f-8726-49ba-9c0e-f0326266241d req-f64b4373-a9c2-4ccd-b8f7-3390352dfb7b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:18.064567 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98114d4f-8726-49ba-9c0e-f0326266241d req-f64b4373-a9c2-4ccd-b8f7-3390352dfb7b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.0630586 Jan 24 10:38:18.141593 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98114d4f-8726-49ba-9c0e-f0326266241d req-d3583f61-2975-47a7-bfd7-eb31594173ed tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713272 Jan 24 10:38:18.206893 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681cfe5-af26-442f-b3d6-ccd9576785a5 req-757ee9a6-b4d6-4966-a085-9016565a8d27 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:18.209372 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3681cfe5-af26-442f-b3d6-ccd9576785a5 req-757ee9a6-b4d6-4966-a085-9016565a8d27 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Jan 24 10:38:18.267465 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3681cfe5-af26-442f-b3d6-ccd9576785a5 req-0dd094dc-f964-439a-9953-cfdea1db3081 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522027 Jan 24 10:38:18.677224 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac1208-ca6a-488d-8084-3703935bf1c2 req-d3b9cf38-c7b9-470b-ae44-fa38fae49967 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:18.678708 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82ac1208-ca6a-488d-8084-3703935bf1c2 req-d3b9cf38-c7b9-470b-ae44-fa38fae49967 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Jan 24 10:38:18.729533 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82ac1208-ca6a-488d-8084-3703935bf1c2 req-36f06952-5615-4e44-ae2c-dc824a23676f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 Jan 24 10:38:18.849676 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c97a1-8677-4b8b-a0a7-248b2cc2fd0a req-774a0179-7bd5-44b8-9647-c2720bc91904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:18.851453 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c3c97a1-8677-4b8b-a0a7-248b2cc2fd0a req-774a0179-7bd5-44b8-9647-c2720bc91904 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Jan 24 10:38:18.909550 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c3c97a1-8677-4b8b-a0a7-248b2cc2fd0a req-fe357c8e-a098-4427-b4be-e135a80b368c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524366 Jan 24 10:38:18.930919 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:19.146646 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66659f37-336d-46b8-80af-081ddb29a020 tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:19.148797 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-66659f37-336d-46b8-80af-081ddb29a020 tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1093 time: 0.2162449 Jan 24 10:38:19.152309 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 49912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:19.156638 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'port_id': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:19.192145 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.314327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabdb72-5f53-4b17-8afb-9aaa8fd26161 req-77bd83e1-3940-48b3-bf57-b49c278bd307 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:19.321631 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfabdb72-5f53-4b17-8afb-9aaa8fd26161 req-77bd83e1-3940-48b3-bf57-b49c278bd307 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 946 time: 0.1031017 Jan 24 10:38:19.337792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:19.458984 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.459649 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: ACTIVE; New status is: DOWN {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:19.460007 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.462150 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfabdb72-5f53-4b17-8afb-9aaa8fd26161 req-9c5dbabc-ef7b-4013-b11b-dc9848a33629 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374109 Jan 24 10:38:19.465184 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.496373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:19.499072 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc248bf-2814-4698-80a3-52527c7ecb7a" -d '{"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:19.515921 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:19.527958 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.533208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb2258-4a52-4983-9b7c-71594f866c56 req-12a3d468-d559-4b05-a269-544c3522b6bf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:19.534798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42eb2258-4a52-4983-9b7c-71594f866c56 req-12a3d468-d559-4b05-a269-544c3522b6bf tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1534326 Jan 24 10:38:19.590693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c93e4e-a248-42c6-a568-1758c7ea3bfe x-openstack-request-id: req-50c93e4e-a248-42c6-a568-1758c7ea3bfe {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:19.590996 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:19.591411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50c93e4e-a248-42c6-a568-1758c7ea3bfe {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:19.591911 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'code': 200} Jan 24 10:38:19.625903 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:19.637507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42eb2258-4a52-4983-9b7c-71594f866c56 req-a721eeda-f635-4250-814a-e0acca299bc4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856016 Jan 24 10:38:19.658385 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.27.1.221 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:38:19.778337 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.815038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:19.856671 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:38:19.861019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:19.863657 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:38:19.869394 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:20.485280 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-5986e6ce-9b44-4fe0-beb8-23049cdb68f9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:20.486788 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-5986e6ce-9b44-4fe0-beb8-23049cdb68f9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.1099889 Jan 24 10:38:20.490603 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (62394b1b-e3b3-4eeb-877b-a57ecff8d3fe), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:20.818429 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:20.822549 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160d5ad-56fd-478c-b577-e24c6d45be54 req-4c2aea01-fadf-43d4-a3ee-cae091a24d6c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:20.832575 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f160d5ad-56fd-478c-b577-e24c6d45be54 req-4c2aea01-fadf-43d4-a3ee-cae091a24d6c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.2556708 Jan 24 10:38:20.910359 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:21.013537 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f160d5ad-56fd-478c-b577-e24c6d45be54 req-4dbbcddd-136f-4b40-97a0-08550875cb5b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797931 Jan 24 10:38:21.050792 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Deleting port b3405c4d-5b47-4b20-ae93-f6fa507df756 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:38:21.051143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:21.172079 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4b07-bf49-4d5f-aaf6-5cf1467610bf req-f4417663-0b96-46ac-a1b8-64e2fb703cb4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:21.177630 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd8e4b07-bf49-4d5f-aaf6-5cf1467610bf req-f4417663-0b96-46ac-a1b8-64e2fb703cb4 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 945 time: 0.3407741 Jan 24 10:38:21.343293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] For port b3405c4d-5b47-4b20-ae93-f6fa507df756, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=b3405c4d-5b47-4b20-ae93-f6fa507df756,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:21.344168 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:21.383531 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Calling delete_port for b3405c4d-5b47-4b20-ae93-f6fa507df756 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:38:21.400390 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd8e4b07-bf49-4d5f-aaf6-5cf1467610bf req-3d0a6a12-b3c8-4cbb-9f03-9e7353c15675 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878560 Jan 24 10:38:21.520941 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:21.535870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:21.690521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:21.712386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.712776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.713306 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.713770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.714365 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.715089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.715566 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.716161 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.716790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.717439 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.718025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.718658 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.719267 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:21.731867 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (62394b1b-e3b3-4eeb-877b-a57ecff8d3fe), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:22.130221 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-5a4265f6-c668-4917-a23e-00e8d15382c7 req-1c7b8151-5b29-4d93-b60f-a49e5382aab1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:38:22.131330 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a4265f6-c668-4917-a23e-00e8d15382c7 req-1c7b8151-5b29-4d93-b60f-a49e5382aab1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112612 Jan 24 10:38:22.158369 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (b3405c4d-5b47-4b20-ae93-f6fa507df756), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:22.177574 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP 62394b1b-e3b3-4eeb-877b-a57ecff8d3fe associated. External IP: 172.27.1.221, port: a685ff57-1ce1-4a3c-966f-e8380ef531f3. Jan 24 10:38:22.179025 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['629e222f-e31d-4af7-b4d6-c68c2ddae92b'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:22.201022 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Pushing event deleted for resources: {'Port': ['ID=b3405c4d-5b47-4b20-ae93-f6fa507df756,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:22.297547 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] No DVR routers for this DVR port b3405c4d-5b47-4b20-ae93-f6fa507df756 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:38:22.301206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:22.305253 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9978615-f8a2-4cc0-8f81-4fe3f3528cd5 req-564067af-e6ba-41ec-becb-7336f43ee011 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "DELETE /v2.0/ports/b3405c4d-5b47-4b20-ae93-f6fa507df756 HTTP/1.1" status: 204 len: 173 time: 1.7980618 Jan 24 10:38:22.305787 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'name': 'network-vif-deleted', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:22.308110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50624fd-2711-4e04-9bc9-0633705b2154" -d '{"events": [{"server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "name": "network-vif-deleted", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:22.442960 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460de0f3-95be-413d-b8b4-47d69d59f138 x-openstack-request-id: req-460de0f3-95be-413d-b8b4-47d69d59f138 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:22.443264 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94750f3-029c-4337-ae3b-c259df02f724", "name": "network-vif-deleted", "tag": "b3405c4d-5b47-4b20-ae93-f6fa507df756", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:22.443529 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-460de0f3-95be-413d-b8b4-47d69d59f138 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:22.444333 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94750f3-029c-4337-ae3b-c259df02f724', 'name': 'network-vif-deleted', 'tag': 'b3405c4d-5b47-4b20-ae93-f6fa507df756', 'status': 'completed', 'code': 200} Jan 24 10:38:22.474420 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebb66f-c5c2-49e1-aadb-731eaceccaed req-8814b018-baa9-45ab-9974-079621c25014 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:22.482956 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7ebb66f-c5c2-49e1-aadb-731eaceccaed req-8814b018-baa9-45ab-9974-079621c25014 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0999413 Jan 24 10:38:22.586804 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7ebb66f-c5c2-49e1-aadb-731eaceccaed req-2abef243-8244-4eb0-a5df-d15efc742172 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016479 Jan 24 10:38:22.731896 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e35b4a27-de1b-4f4e-a71f-d871d5286f75 req-58fe2bc6-cc87-4187-9cf1-d70d5f1c05ce tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94750f3-029c-4337-ae3b-c259df02f724 HTTP/1.1" status: 200 len: 210 time: 0.0400639 Jan 24 10:38:22.755453 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:38:22.913283 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:38:22.931465 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:38:22.946674 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:22.947652 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:22.958085 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.001753 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d5062729-e564-4d65-a700-f8a6a675655d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8471663 Jan 24 10:38:23.079987 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:23.103604 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:23.236280 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:23.267472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-502d2193-1e9c-4c3f-8003-d1d4bbf3a67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.345456 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '62394b1b-e3b3-4eeb-877b-a57ecff8d3fe', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:21:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b0da69-90a4-46ee-992e-234ccff0df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:20Z', 'updated_at': '2022-01-24T10:38:20Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:23.355321 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-dff05f19-8ebb-4878-8f9c-8f68dc8c1a21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173916 Jan 24 10:38:23.371268 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:23.372391 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-a6f5e60b-c853-45e9-a95d-f079d1fee446 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:38:23.373415 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-a6f5e60b-c853-45e9-a95d-f079d1fee446 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068378 Jan 24 10:38:23.381726 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:38:23.393929 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:23.394596 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:23.418917 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-502d2193-1e9c-4c3f-8003-d1d4bbf3a67f admin admin] Publish callbacks [] for security_group (14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.423358 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-502d2193-1e9c-4c3f-8003-d1d4bbf3a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.461899 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-502d2193-1e9c-4c3f-8003-d1d4bbf3a67f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a28066bc428438e811df82c3bdd7922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571644 Jan 24 10:38:23.464576 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50024) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:23.468363 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: DOWN; New status is: DOWN {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:23.469411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device b3405c4d-5b47-4b20-ae93-f6fa507df756 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:23.496397 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: b3405c4d-5b47-4b20-ae93-f6fa507df756 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:38:23.496756 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device b3405c4d-5b47-4b20-ae93-f6fa507df756 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:38:23.524491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d2193-1e9c-4c3f-8003-d1d4bbf3a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:23.546474 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:23.553549 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] Publish callbacks [] for security_group (14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.577712 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] Publish callbacks [] for security_group (14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.638554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.641771 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:23.646097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a HTTP/1.1" status: 204 len: 168 time: 0.1777179 Jan 24 10:38:23.651498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6a5b-0ed4-4582-a4f5-2f5dff16fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e72e7b-c06b-4459-9ce0-5aaaca7d3e5a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:23.797196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8c6cd-367e-4b78-9077-5f929e169059 req-e9654d89-ecfe-485d-a627-cc7c464cefd5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:23.798896 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c8d8c6cd-367e-4b78-9077-5f929e169059 req-e9654d89-ecfe-485d-a627-cc7c464cefd5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0607119 Jan 24 10:38:23.866169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c8d8c6cd-367e-4b78-9077-5f929e169059 req-c012563d-1b1d-49b7-b0f5-da8df504ca8d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588572 Jan 24 10:38:23.941445 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '62394b1b-e3b3-4eeb-877b-a57ecff8d3fe', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:21:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b0da69-90a4-46ee-992e-234ccff0df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:20Z', 'updated_at': '2022-01-24T10:38:20Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:23.988141 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab520a8-06a9-4ba1-8a67-4887db6a6e6f None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '62394b1b-e3b3-4eeb-877b-a57ecff8d3fe', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:21:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b0da69-90a4-46ee-992e-234ccff0df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:20Z', 'updated_at': '2022-01-24T10:38:20Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:38:24.177380 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5cc41-8411-4ce9-a71a-aa67d45dc083 req-2436cd59-bfb2-4a56-a97c-2d1e62d94f91 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:24.179778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75c5cc41-8411-4ce9-a71a-aa67d45dc083 req-2436cd59-bfb2-4a56-a97c-2d1e62d94f91 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0730703 Jan 24 10:38:24.244645 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75c5cc41-8411-4ce9-a71a-aa67d45dc083 req-989e46ca-3595-45e3-b8f1-491773ae3d48 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jan 24 10:38:24.355122 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c300091-53c4-4303-9189-bc98d1271c28 None None] New status for floating IP 62394b1b-e3b3-4eeb-877b-a57ecff8d3fe: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:38:24.445410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:24.449390 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f" -d '{"events": [{"name": "network-changed", "server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:24.502241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd66615d-9430-41d7-b439-86447e6caf35 x-openstack-request-id: req-fd66615d-9430-41d7-b439-86447e6caf35 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:24.503229 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:24.504787 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd66615d-9430-41d7-b439-86447e6caf35 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:24.506203 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'status': 'completed', 'code': 200} Jan 24 10:38:24.602807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-88ff2bec-4ac0-4246-8c46-0d3d5bb01a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:24.607660 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-88ff2bec-4ac0-4246-8c46-0d3d5bb01a32 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1098 time: 0.0715294 Jan 24 10:38:24.778515 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-5bd313d4-c0a3-4121-84fe-e0772a78e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:24.780137 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-5bd313d4-c0a3-4121-84fe-e0772a78e781 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1573956 Jan 24 10:38:24.896841 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-71fa329c-79cf-4276-ae0d-1ab781dad2de service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 200 len: 1001 time: 0.0945475 Jan 24 10:38:24.972516 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-afc5ef7d-d4ed-4b1f-967c-aba17e96453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:24.977148 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-afc5ef7d-d4ed-4b1f-967c-aba17e96453b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0684943 Jan 24 10:38:25.074872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-678c1af5-046b-47c2-8451-a6b794948d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.076803 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-678c1af5-046b-47c2-8451-a6b794948d55 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766163 Jan 24 10:38:25.085652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069142d8-6e3a-4f3d-8b49-e0a1cf3b990d req-476d075a-1308-4934-94e3-e6579f3a0d4a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.087587 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-069142d8-6e3a-4f3d-8b49-e0a1cf3b990d req-476d075a-1308-4934-94e3-e6579f3a0d4a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1038103 Jan 24 10:38:25.210199 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-069142d8-6e3a-4f3d-8b49-e0a1cf3b990d req-f41e615d-0e4e-4f11-8d97-4ec5d37baef3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986826 Jan 24 10:38:25.225541 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-27929b69-c3ea-4071-a681-af8c1331de4b service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368978 Jan 24 10:38:25.417291 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2b0b3eb-d068-4385-bbbc-25ba0c72454f req-4bae22a4-2ad6-4ccc-b88a-4e7a3d6f8f0a service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836662 Jan 24 10:38:25.478935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a69f0-6ef4-429c-801a-7e9c894d566e req-5b98697f-5632-4a22-8ee8-e25c3023e2da tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.480448 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-094a69f0-6ef4-429c-801a-7e9c894d566e req-5b98697f-5632-4a22-8ee8-e25c3023e2da tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1409869 Jan 24 10:38:25.484088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-f4c74dec-bf17-4f68-a339-ff6d76d04132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.485502 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-f4c74dec-bf17-4f68-a339-ff6d76d04132 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 1097 time: 0.1238022 Jan 24 10:38:25.559375 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-094a69f0-6ef4-429c-801a-7e9c894d566e req-615fce00-26f4-4b90-94cd-44bd32e74b46 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Jan 24 10:38:25.572735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-b9166910-474d-4390-9b17-4a9e97047a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.574245 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-b9166910-474d-4390-9b17-4a9e97047a84 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1097 time: 0.0598056 Jan 24 10:38:25.665386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-7eb9ec21-bb61-4cf1-94c4-796412bc2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.666898 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-7eb9ec21-bb61-4cf1-94c4-796412bc2b62 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.0860291 Jan 24 10:38:25.739587 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-06aabce8-805f-41d0-881c-e13966e96a70 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 999 time: 0.0634391 Jan 24 10:38:25.794058 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-d58ea82a-3354-4bad-8082-9b963c55c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.795491 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-d58ea82a-3354-4bad-8082-9b963c55c447 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0462763 Jan 24 10:38:25.843613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-e9c95042-63e2-4bed-9769-c46f625ef3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:25.845169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-e9c95042-63e2-4bed-9769-c46f625ef3eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426953 Jan 24 10:38:25.940798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-9e877ed4-d564-45cc-b1c6-fcfdc0c05fb3 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871360 Jan 24 10:38:26.036411 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-adc36e97-cfe1-4ad8-87b7-d72a4d99c944 req-93a9e927-5f9d-497b-8b44-c2db8a60e77c service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837076 Jan 24 10:38:26.177982 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50140) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:26.223707 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Deleting subnet 8eb0e9af-0347-4ecc-9a1e-b1326269d6ab {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:38:26.227453 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Publish callbacks [] for subnet (8eb0e9af-0347-4ecc-9a1e-b1326269d6ab), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.266017 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Publish callbacks [] for subnet (8eb0e9af-0347-4ecc-9a1e-b1326269d6ab), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.271723 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (8eb0e9af-0347-4ecc-9a1e-b1326269d6ab), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.333771 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (8eb0e9af-0347-4ecc-9a1e-b1326269d6ab), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.350973 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01942-18e6-4a1d-a54b-e08f92aab4ed req-99cb2c46-0339-4054-b08d-0d10c0f14112 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:26.352740 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2bd01942-18e6-4a1d-a54b-e08f92aab4ed req-99cb2c46-0339-4054-b08d-0d10c0f14112 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0589120 Jan 24 10:38:26.363744 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.370181 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8eb0e9af-0347-4ecc-9a1e-b1326269d6ab HTTP/1.1" status: 204 len: 168 time: 0.1887031 Jan 24 10:38:26.370181 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb0e9af-0347-4ecc-9a1e-b1326269d6ab,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:26.371115 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50154) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:26.377165 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.377974 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.378526 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.379090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.379593 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.380114 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.380472 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.381006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.381534 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.382090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.383149 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.383662 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.384006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d75eed-bb88-44fc-abfc-535598b08771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:38:26.468694 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (de7764a3-e0af-44cb-bdc5-d4675aaeaeda), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.473210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2bd01942-18e6-4a1d-a54b-e08f92aab4ed req-9f00860f-d753-4b4b-912e-18a535cb9fcb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137667 Jan 24 10:38:26.591149 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (de7764a3-e0af-44cb-bdc5-d4675aaeaeda), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.630222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7764a3-e0af-44cb-bdc5-d4675aaeaeda']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:26.667110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:26.667494 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:26.728526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.767104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.777491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:38:26.777901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (38ca3a4f-15cd-42d6-aa3e-83f6e63a46ba), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:38:26.781794 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:38:26.786999 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:38:26.849125 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedb8f-f330-47ff-8f45-226624da475d req-442650d0-9166-4efb-a7fb-5f2e11c1a06c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:26.858121 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4cedb8f-f330-47ff-8f45-226624da475d req-442650d0-9166-4efb-a7fb-5f2e11c1a06c tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1609900 Jan 24 10:38:26.910295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (de7764a3-e0af-44cb-bdc5-d4675aaeaeda), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.924203 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:26.931900 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] 10.222.0.45 "DELETE /v2.0/networks/de7764a3-e0af-44cb-bdc5-d4675aaeaeda HTTP/1.1" status: 204 len: 168 time: 0.5597072 Jan 24 10:38:26.958356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011a8c0-de95-4a2f-a717-c85644cf9114 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7764a3-e0af-44cb-bdc5-d4675aaeaeda,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:26.976809 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4cedb8f-f330-47ff-8f45-226624da475d req-fa26f568-c035-4150-95f5-6b3005a35b42 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151423 Jan 24 10:38:27.231675 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50178) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:27.292721 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5d516d1c-b9c8-4a25-8907-868b243c7e17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fefeaf5808ab4ff8b0093ba227567a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598927 Jan 24 10:38:27.297006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50180) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:27.359615 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] Publish callbacks [] for security_group (7c8cccd8-d827-482e-b414-44272bb606b3), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:27.390240 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] Publish callbacks [] for security_group (7c8cccd8-d827-482e-b414-44272bb606b3), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:27.452798 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (7c8cccd8-d827-482e-b414-44272bb606b3), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:27.456017 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:27.457634 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c8cccd8-d827-482e-b414-44272bb606b3 HTTP/1.1" status: 204 len: 168 time: 0.1595516 Jan 24 10:38:27.466404 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a108ae-27c5-4999-a286-fbbc9269b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8cccd8-d827-482e-b414-44272bb606b3,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:27.628812 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ec777-7246-463b-ae11-669283eb7ad3 req-1e5ad10b-6b88-426b-9461-369750170fad tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:27.630699 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d3ec777-7246-463b-ae11-669283eb7ad3 req-1e5ad10b-6b88-426b-9461-369750170fad tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0660586 Jan 24 10:38:27.697600 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d3ec777-7246-463b-ae11-669283eb7ad3 req-dc61059b-2372-47c6-b9af-f448a3db45dd tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598710 Jan 24 10:38:28.092844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95514438-c40d-45f6-bc2d-74996db848f6 req-3a96a84c-5f79-426a-8363-4c558d685861 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:28.095596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95514438-c40d-45f6-bc2d-74996db848f6 req-3a96a84c-5f79-426a-8363-4c558d685861 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0515382 Jan 24 10:38:28.159372 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95514438-c40d-45f6-bc2d-74996db848f6 req-d659406e-7ec3-47f4-8754-273b8d8f2de5 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Jan 24 10:38:28.902361 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4ae26-f5e9-4049-bfaf-b870945de5c2 req-edbf3600-40bb-450b-afda-c339e35093aa tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:28.904644 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-06e4ae26-f5e9-4049-bfaf-b870945de5c2 req-edbf3600-40bb-450b-afda-c339e35093aa tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0866945 Jan 24 10:38:28.976679 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-06e4ae26-f5e9-4049-bfaf-b870945de5c2 req-bd04b6a3-1adb-49d4-863b-8295a9a7830c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613966 Jan 24 10:38:29.294110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e804ca-31e9-4c99-966f-54fa53f40b3c req-f1c1b7a9-f87f-49a3-a287-6b2efb122c87 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:29.296101 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4e804ca-31e9-4c99-966f-54fa53f40b3c req-f1c1b7a9-f87f-49a3-a287-6b2efb122c87 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0606577 Jan 24 10:38:29.375924 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4e804ca-31e9-4c99-966f-54fa53f40b3c req-2e5cda79-fc3b-4d10-a1ed-0b6eea1aaeeb tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717797 Jan 24 10:38:30.095518 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:30.150106 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1dfcc-e449-49e7-a6c2-ffa5a784c868 req-ff536d99-c001-4db7-a019-adb70b886876 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:30.151704 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f1dfcc-e449-49e7-a6c2-ffa5a784c868 req-ff536d99-c001-4db7-a019-adb70b886876 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0642302 Jan 24 10:38:30.205326 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f1dfcc-e449-49e7-a6c2-ffa5a784c868 req-81030afa-a67c-44a4-9ba2-06683464afb4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477359 Jan 24 10:38:30.534933 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7d3f-80d1-45b5-9712-b58542a39875 req-0a0facde-49ce-471c-858c-dc047bb4e94d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:30.542020 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-63ba7d3f-80d1-45b5-9712-b58542a39875 req-0a0facde-49ce-471c-858c-dc047bb4e94d tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0803711 Jan 24 10:38:30.613976 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-63ba7d3f-80d1-45b5-9712-b58542a39875 req-2a98f1b3-5cf6-40a4-98ce-c8c05fd07c73 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709128 Jan 24 10:38:31.383104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc4577-ed2c-43e7-b56b-8c6728ac2687 req-fae4056c-5486-414e-a14e-41edbff6908c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:31.384533 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1bc4577-ed2c-43e7-b56b-8c6728ac2687 req-fae4056c-5486-414e-a14e-41edbff6908c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0676975 Jan 24 10:38:31.453129 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1bc4577-ed2c-43e7-b56b-8c6728ac2687 req-72959a8b-fb4b-4d12-9831-fefc468aef6d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582805 Jan 24 10:38:31.753946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe94bb-5257-43d3-be3e-88dc27e89f29 req-8d392e38-eb9b-45e5-bf21-e32b0d725191 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:31.755514 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4fe94bb-5257-43d3-be3e-88dc27e89f29 req-8d392e38-eb9b-45e5-bf21-e32b0d725191 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0559952 Jan 24 10:38:31.817247 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4fe94bb-5257-43d3-be3e-88dc27e89f29 req-8e07e3ad-4ad9-4f81-9186-5c64035e014e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Jan 24 10:38:32.590600 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6aa9-e163-4d0e-8624-4522b57c940a req-d2c3c41e-b8aa-49ff-b6ce-9cfa66709f24 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:32.592111 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19ae6aa9-e163-4d0e-8624-4522b57c940a req-d2c3c41e-b8aa-49ff-b6ce-9cfa66709f24 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0572357 Jan 24 10:38:32.656341 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19ae6aa9-e163-4d0e-8624-4522b57c940a req-0afe3d80-a648-4754-9ed4-c9db15c25d3e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585396 Jan 24 10:38:32.944258 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342753d-c9a9-4def-8255-0de02a710a3b req-19ff21f2-f50f-4814-b2e6-47a68ece7244 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:32.946555 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6342753d-c9a9-4def-8255-0de02a710a3b req-19ff21f2-f50f-4814-b2e6-47a68ece7244 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0545185 Jan 24 10:38:33.000452 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6342753d-c9a9-4def-8255-0de02a710a3b req-e6a23938-586b-422d-a476-cd5923d53f39 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Jan 24 10:38:33.790838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48942707-2856-41cb-91ca-44bdda171a0d req-e8200d0a-485c-4e06-b9d7-091ffc9bd3e0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:33.794125 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-48942707-2856-41cb-91ca-44bdda171a0d req-e8200d0a-485c-4e06-b9d7-091ffc9bd3e0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0584688 Jan 24 10:38:33.850719 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-48942707-2856-41cb-91ca-44bdda171a0d req-7978d798-d5e4-486b-ac38-9518acf2ef06 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467224 Jan 24 10:38:34.124592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f56ea9-e500-455c-9705-9ebc625d1801 req-47c2262a-cb75-426d-b120-311cd66f7a3a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:34.126180 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-11f56ea9-e500-455c-9705-9ebc625d1801 req-47c2262a-cb75-426d-b120-311cd66f7a3a tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Jan 24 10:38:34.176193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-11f56ea9-e500-455c-9705-9ebc625d1801 req-f4392dd5-adfc-49e8-8bb2-4d0a9c73aca3 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Jan 24 10:38:35.010735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5144-7bd9-440d-a6f9-fcbbde61e72e req-38b58a96-d829-446e-94e1-94b55a259d4f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:35.012224 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60da5144-7bd9-440d-a6f9-fcbbde61e72e req-38b58a96-d829-446e-94e1-94b55a259d4f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0558619 Jan 24 10:38:35.065627 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60da5144-7bd9-440d-a6f9-fcbbde61e72e req-1ab475c8-733f-448f-bb65-000e096ffc49 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477715 Jan 24 10:38:35.298488 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6790dcd-43a4-4441-a4b8-1b29c1f68e98 req-32401759-dfe4-4213-b146-18f3cf535601 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:35.299999 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c6790dcd-43a4-4441-a4b8-1b29c1f68e98 req-32401759-dfe4-4213-b146-18f3cf535601 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0525298 Jan 24 10:38:35.351671 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c6790dcd-43a4-4441-a4b8-1b29c1f68e98 req-c4f12ba0-4ff8-4c67-9b01-a75ca121e7b0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jan 24 10:38:35.923844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50340) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:36.049594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39159f1a-58ed-421d-b533-474c842dca6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.072013 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a2fc-e257-4065-840a-74ab248cba58 req-f8367ade-8322-4089-9a16-5ae7b0aa423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.073527 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-f8367ade-8322-4089-9a16-5ae7b0aa423f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1097 time: 0.0619085 Jan 24 10:38:36.237494 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39159f1a-58ed-421d-b533-474c842dca6a admin admin] Publish callbacks [] for security_group (1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.248458 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39159f1a-58ed-421d-b533-474c842dca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.267185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a2fc-e257-4065-840a-74ab248cba58 req-123a489a-1a49-4384-854a-cb9a5b2ca5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.268565 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-123a489a-1a49-4384-854a-cb9a5b2ca5c5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.1693120 Jan 24 10:38:36.281330 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dea64-c36b-4e2e-b1f3-18d318a81200 req-17aacf94-2a33-44cd-81f9-4afbd969f104 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.282671 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-414dea64-c36b-4e2e-b1f3-18d318a81200 req-17aacf94-2a33-44cd-81f9-4afbd969f104 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1177678 Jan 24 10:38:36.345890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39159f1a-58ed-421d-b533-474c842dca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:36.363449 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-39159f1a-58ed-421d-b533-474c842dca6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b209b4928f5a4a4ca3beb4087b479c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385204 Jan 24 10:38:36.366270 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50346) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:36.398229 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-0acca7ba-331e-49c4-b5c7-43dc419a1a5f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 999 time: 0.1101937 Jan 24 10:38:36.406137 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-414dea64-c36b-4e2e-b1f3-18d318a81200 req-6f087d46-35fe-4f94-9ed0-2ae285b31071 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111522 Jan 24 10:38:36.418446 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] Publish callbacks [] for security_group (1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.441833 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] Publish callbacks [] for security_group (1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.494272 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.497059 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:36.502587 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2 HTTP/1.1" status: 204 len: 168 time: 0.1347063 Jan 24 10:38:36.510875 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb51f-03e0-4c17-9802-797150ca91c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b1fec-3d32-4bd3-95ee-4f4665e55ce2,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:36.511030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a2fc-e257-4065-840a-74ab248cba58 req-efccee65-8d09-4162-9daf-d8ff115f8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.512538 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-efccee65-8d09-4162-9daf-d8ff115f8bc7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0876415 Jan 24 10:38:36.547726 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52165-3600-4476-9ce6-37cfdf5e695c req-5e7a0cb3-04d7-4c53-a7de-0707c0963e9e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.553222 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ef52165-3600-4476-9ce6-37cfdf5e695c req-5e7a0cb3-04d7-4c53-a7de-0707c0963e9e tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0977955 Jan 24 10:38:36.647681 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a2fc-e257-4065-840a-74ab248cba58 req-6093f54f-a41c-4b26-8bd3-1100cdaa85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:36.649246 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-6093f54f-a41c-4b26-8bd3-1100cdaa85c7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1231985 Jan 24 10:38:36.658420 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-601d73ac-3a83-4120-95ac-b8f0ca86b6e1 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035129042&fields=id&tenant_id=1e418f2782804d89b9db9430a1d4cf6e HTTP/1.1" status: 200 len: 267 time: 0.1024489 Jan 24 10:38:36.675971 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ef52165-3600-4476-9ce6-37cfdf5e695c req-c05ff84e-1414-47ba-83ea-cad6bbc12fb8 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183841 Jan 24 10:38:37.103347 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-5de75ead-9136-4727-b360-e9071885e66e service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413254 Jan 24 10:38:37.111788 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-0e1b8568-c4e8-4f0a-ade0-f0550e88fdc3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:37.113232 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-0e1b8568-c4e8-4f0a-ade0-f0550e88fdc3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 808 time: 0.4424989 Jan 24 10:38:37.151360 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-019df198-b00b-4c16-b720-c259945adbb7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/quotas/1e418f2782804d89b9db9430a1d4cf6e HTTP/1.1" status: 200 len: 375 time: 0.0257430 Jan 24 10:38:37.186949 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50378) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:37.244032 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2920a2fc-e257-4065-840a-74ab248cba58 req-36fcfc96-9ca9-4602-b5ba-9627a572aded service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257060 Jan 24 10:38:37.250874 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-4ea3ad71-79f0-43de-a302-e9d0132ad8bd tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729291 Jan 24 10:38:37.300389 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1439096958-network', 'tenant_id': '036ff78dbdf1439ca5b79cadb6d2b7bd'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:37.327761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Made reservation on behalf of 036ff78dbdf1439ca5b79cadb6d2b7bd for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:37.330349 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.338900 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.348925 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-e65f7feb-a5e7-4d59-8ff0-1a1105751fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Jan 24 10:38:37.414821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks [] for security_group (acf5007f-418c-4bea-9118-fcc704f073b1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.420777 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (acf5007f-418c-4bea-9118-fcc704f073b1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.446702 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:38:37.464744 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5007f-418c-4bea-9118-fcc704f073b1,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:37.470535 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-d6469d8e-ab4c-4d66-bd2a-b6a6b6de6d95 service neutron] 10.222.0.45 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149168 Jan 24 10:38:37.470761 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (cc61aacf-acef-45a9-8d0a-fa3489623725), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.470946 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Added segment cc61aacf-acef-45a9-8d0a-fa3489623725 of type vlan for network d9820f37-a0c5-4880-94bf-a622f76890dc Jan 24 10:38:37.527364 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (d9820f37-a0c5-4880-94bf-a622f76890dc), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.563537 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (d9820f37-a0c5-4880-94bf-a622f76890dc), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.564643 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:37.565260 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.568463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eae186-712d-4bc1-b69c-dba68b70e4a8 req-bced38e5-7e69-4781-b042-fb56392b1cfa tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:37.570556 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6eae186-712d-4bc1-b69c-dba68b70e4a8 req-bced38e5-7e69-4781-b042-fb56392b1cfa tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0687575 Jan 24 10:38:37.626046 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6eae186-712d-4bc1-b69c-dba68b70e4a8 req-aee38460-6a2b-4b5d-b814-f4652772a09d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498085 Jan 24 10:38:37.627010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:37.627180 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4389548 Jan 24 10:38:37.632760 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Request body: {'subnet': {'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1439096958-subnet', 'tenant_id': '036ff78dbdf1439ca5b79cadb6d2b7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:37.650033 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6786a02-41a9-42a0-b3c9-cae61f0ec015 admin admin] Pushing event updated for resources: {'Network': ['ID=d9820f37-a0c5-4880-94bf-a622f76890dc,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:37.667576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network d9820f37-a0c5-4880-94bf-a622f76890dc details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:38:37.675486 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Made reservation on behalf of 036ff78dbdf1439ca5b79cadb6d2b7bd for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:37.679038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311945'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:37.848233 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da78a-066f-4dad-b4db-aa17ae4e2235 req-2062d4b7-c515-4165-a6a3-e53c9f3fe3ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:37.849922 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-561da78a-066f-4dad-b4db-aa17ae4e2235 req-2062d4b7-c515-4165-a6a3-e53c9f3fe3ae tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0847113 Jan 24 10:38:37.922912 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cfdf853-bac5-4d06-9f42-10254eda0544 req-4c903f3d-ce24-4f29-b3c3-bdaaf934dfc3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 210 time: 0.0602157 Jan 24 10:38:38.010267 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-561da78a-066f-4dad-b4db-aa17ae4e2235 req-c1608e5e-1c93-4bda-a8f5-765b2e06c0ba tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130791 Jan 24 10:38:38.019029 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12218096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311963'] for subnet (1af1eebf-1a24-41f9-a27f-9103455cf23c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:38.081011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af1eebf-1a24-41f9-a27f-9103455cf23c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:38.086829 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Checking segment: {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:38.087104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Network hostable DHCP agents. Network: d9820f37-a0c5-4880-94bf-a622f76890dc, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:38:38.107327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Network d9820f37-a0c5-4880-94bf-a622f76890dc is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:38:38.118554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, d9820f37-a0c5-4880-94bf-a622f76890dc) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:38.123315 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:38.123930 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:38.133292 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609e2ee-3724-4aa7-a860-bd11120e020d None None] Network d9820f37-a0c5-4880-94bf-a622f76890dc requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:38:38.141108 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d0f68e85-041e-408c-81bf-82f7ef4d2f6c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5126662 Jan 24 10:38:38.263864 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701373d-81cd-446f-adb4-35380f37fd3a None None] Network d9820f37-a0c5-4880-94bf-a622f76890dc requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:38:38.780776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe676b-8131-4318-b2e0-4f97b0851870 req-68ccea3c-fb10-4414-83f1-60819cff9377 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:38.782386 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42fe676b-8131-4318-b2e0-4f97b0851870 req-68ccea3c-fb10-4414-83f1-60819cff9377 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0602069 Jan 24 10:38:38.833469 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42fe676b-8131-4318-b2e0-4f97b0851870 req-e20cd2a6-4fec-405b-87e4-e04f9cae26b7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444438 Jan 24 10:38:39.022604 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2ed17a1-54c2-4236-99f0-057c2c033b34 req-6344cf67-5193-45c5-97d2-8d9ed501111e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 210 time: 0.0304468 Jan 24 10:38:39.132869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cbfd9-781a-480a-beec-34d73657df22 req-2850ecdf-cb92-4b33-9b8d-e2dc016ae1d0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:39.135218 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-196cbfd9-781a-480a-beec-34d73657df22 req-2850ecdf-cb92-4b33-9b8d-e2dc016ae1d0 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.0537395 Jan 24 10:38:39.250318 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-196cbfd9-781a-480a-beec-34d73657df22 req-4997b2bd-51fd-43c9-b972-ad767d305c3b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084099 Jan 24 10:38:39.281880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-eeee1b6d-31b0-4d0c-89fe-9f5b4157c9b9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:39.283353 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-eeee1b6d-31b0-4d0c-89fe-9f5b4157c9b9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 808 time: 0.1427515 Jan 24 10:38:39.360861 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-47ae1c4c-f9c2-4d9b-a598-e1b8dc207269 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e418f2782804d89b9db9430a1d4cf6e HTTP/1.1" status: 200 len: 380 time: 0.0584915 Jan 24 10:38:39.370942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'port': {'device_id': '37f731b0-242a-423f-aacd-7a32849b0f65', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'admin_state_up': True, 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'security_groups': ['a4363ec8-d2be-4667-86d4-9556955a38ad']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:39.480253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Made reservation on behalf of 1e418f2782804d89b9db9430a1d4cf6e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:39.483869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:39.613912 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Allocated IP 172.20.0.3 (fb41df81-8028-4a8c-816f-0489b8e51342/40f8d436-685c-41e6-a5ac-bd92cf463d9e/8713638b-499f-49d6-8085-909f18bee668) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:38:39.759759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for port (8713638b-499f-49d6-8085-909f18bee668), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:39.801761 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (8713638b-499f-49d6-8085-909f18bee668), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:39.853863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Network fb41df81-8028-4a8c-816f-0489b8e51342 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:38:39.857770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:39.863072 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:38:39.899197 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:39.931312 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:39.932010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:40.021989 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-46e545ab-2045-460b-b482-ae39b1a4d26e tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547477 Jan 24 10:38:40.059479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Request body: {'port': {'device_id': '37f731b0-242a-423f-aacd-7a32849b0f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:40.116538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc8729-38e2-4637-8702-3132d9b0eb35 req-18e12b82-339b-4cb6-a99d-2a207231cb4e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:40.118096 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ecdc8729-38e2-4637-8702-3132d9b0eb35 req-18e12b82-339b-4cb6-a99d-2a207231cb4e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1833062 Jan 24 10:38:40.161331 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-1e76b458-519a-4255-9248-5abaaed0bb31 None None] Provisioning complete for port 8713638b-499f-49d6-8085-909f18bee668 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:40.163549 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e76b458-519a-4255-9248-5abaaed0bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (8713638b-499f-49d6-8085-909f18bee668), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:40.177793 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-12d4e9dc-378c-400d-b2d8-54b028d95a29 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:40.179844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-12d4e9dc-378c-400d-b2d8-54b028d95a29 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 814 time: 0.2436728 Jan 24 10:38:40.190456 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:40.204098 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1e76b458-519a-4255-9248-5abaaed0bb31 None None] Port 8713638b-499f-49d6-8085-909f18bee668 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:38:40.253690 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-750c82ae-2860-471f-bdb8-90ba32705577 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/quotas/036ff78dbdf1439ca5b79cadb6d2b7bd HTTP/1.1" status: 200 len: 375 time: 0.0599797 Jan 24 10:38:40.277358 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ecdc8729-38e2-4637-8702-3132d9b0eb35 req-9f812f9c-dec5-4624-8f64-0ff82d528612 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522825 Jan 24 10:38:40.317386 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-8e8094bc-33c4-45b3-a4a0-334428d55da7 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455546 Jan 24 10:38:40.338146 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-e466521c-f8d9-4930-84ca-ad8583ee0fea tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:40.339586 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-e466521c-f8d9-4930-84ca-ad8583ee0fea tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.1586137 Jan 24 10:38:40.585580 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba7b5-a337-443e-8db8-4db9b46d4ead req-225c8456-dedb-4922-a901-3b6b7b3485b8 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:40.587085 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-314ba7b5-a337-443e-8db8-4db9b46d4ead req-225c8456-dedb-4922-a901-3b6b7b3485b8 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 931 time: 0.2407727 Jan 24 10:38:40.646523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-c1330292-b7a6-41ae-9d26-13c6ac1d47b9 service neutron] 10.222.0.45 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162899 Jan 24 10:38:40.765178 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-314ba7b5-a337-443e-8db8-4db9b46d4ead req-43b27a75-6685-4d5a-b068-099c50b897a3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681924 Jan 24 10:38:40.771206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Deleting port 629e222f-e31d-4af7-b4d6-c68c2ddae92b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:38:40.771550 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.168140 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-26345159-3820-4568-bfe4-ae975a3957f8 service neutron] 10.222.0.45 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130944 Jan 24 10:38:41.205245 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8713638b-499f-49d6-8085-909f18bee668 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:41.216491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks [] for port (8713638b-499f-49d6-8085-909f18bee668), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.224911 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] For port 629e222f-e31d-4af7-b4d6-c68c2ddae92b, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=629e222f-e31d-4af7-b4d6-c68c2ddae92b,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:41.225874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.245161 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c340b0-695f-4391-9b7b-8e773dc8949e req-fef92024-55e6-48f7-8243-9f0269bc76d9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:41.246699 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26c340b0-695f-4391-9b7b-8e773dc8949e req-fef92024-55e6-48f7-8243-9f0269bc76d9 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/ports?device_id=c270f838-c9f9-451b-a023-fe40489a8855 HTTP/1.1" status: 200 len: 946 time: 0.3926754 Jan 24 10:38:41.254882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Calling delete_port for 629e222f-e31d-4af7-b4d6-c68c2ddae92b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:38:41.267620 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Transition to ACTIVE for port object 8713638b-499f-49d6-8085-909f18bee668 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:38:41.285398 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.405669 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e5740d10-abb5-4856-a4ae-95ab5c934991 req-a7963863-f9ce-4c16-bf46-2b335c769f6b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 210 time: 0.0615315 Jan 24 10:38:41.432808 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26c340b0-695f-4391-9b7b-8e773dc8949e req-629f6c25-aac6-4ef3-89b5-31c15658c214 tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.45 "GET /v2.0/security-groups?id=54b1546f-505d-4a04-acf5-637a7426fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759775 Jan 24 10:38:41.437817 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:41.606040 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Attempting to bind port 8713638b-499f-49d6-8085-909f18bee668 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:38:41.606427 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Attempting to bind port 8713638b-499f-49d6-8085-909f18bee668 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:38:41.606730 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Attempting to bind port 8713638b-499f-49d6-8085-909f18bee668 on network fb41df81-8028-4a8c-816f-0489b8e51342 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:41.621160 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75686b4e-e288-4b18-a3d6-e04bf9099b51 req-3622f646-780a-4b2d-ab17-7ab35787655e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:41.622751 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75686b4e-e288-4b18-a3d6-e04bf9099b51 req-3622f646-780a-4b2d-ab17-7ab35787655e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1223185 Jan 24 10:38:41.630225 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Port 8713638b-499f-49d6-8085-909f18bee668 on network fb41df81-8028-4a8c-816f-0489b8e51342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:38:41.630618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Attempting to bind port 8713638b-499f-49d6-8085-909f18bee668 on network fb41df81-8028-4a8c-816f-0489b8e51342 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:41.642132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (629e222f-e31d-4af7-b4d6-c68c2ddae92b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.645084 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:38:41.645640 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Checking segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:41.646463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Bound using segment: {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:38:41.646463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Bound port: 8713638b-499f-49d6-8085-909f18bee668, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0a55db-6007-4699-a6da-d95227554907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:38:41.646691 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.699618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Pushing event deleted for resources: {'Port': ['ID=629e222f-e31d-4af7-b4d6-c68c2ddae92b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:41.782105 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] No DVR routers for this DVR port 629e222f-e31d-4af7-b4d6-c68c2ddae92b on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:38:41.788801 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75686b4e-e288-4b18-a3d6-e04bf9099b51 req-311edc09-e8a4-4bf3-abd1-18fae85ee8e1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549101 Jan 24 10:38:41.799402 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.802776 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef46e46-39db-4fe9-83e9-0b8333f6a0a1 req-fb2215a9-378a-4e74-a3d9-b185a916935b tempest-ServerRescueNegativeTestJSON-1652579236 tempest-ServerRescueNegativeTestJSON-1652579236-project] 10.222.0.120 "DELETE /v2.0/ports/629e222f-e31d-4af7-b4d6-c68c2ddae92b HTTP/1.1" status: 204 len: 173 time: 1.4539053 Jan 24 10:38:41.803806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'name': 'network-vif-deleted', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:41.806192 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd8edb-a255-4ba3-bff8-43d6a882d29c" -d '{"events": [{"server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "name": "network-vif-deleted", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:41.821017 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:38:41.824424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:38:41.830994 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.873149 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:41.873773 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:41.875240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] 10.222.0.120 "PUT /v2.0/ports/8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 1093 time: 1.8227704 Jan 24 10:38:41.895049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf042c-cdc4-4bd9-b263-0fc2ebc2911b x-openstack-request-id: req-a7cf042c-cdc4-4bd9-b263-0fc2ebc2911b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:41.895426 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270f838-c9f9-451b-a023-fe40489a8855", "name": "network-vif-deleted", "tag": "629e222f-e31d-4af7-b4d6-c68c2ddae92b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:41.895652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7cf042c-cdc4-4bd9-b263-0fc2ebc2911b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:41.896034 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270f838-c9f9-451b-a023-fe40489a8855', 'name': 'network-vif-deleted', 'tag': '629e222f-e31d-4af7-b4d6-c68c2ddae92b', 'status': 'completed', 'code': 200} Jan 24 10:38:41.938381 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303de7f-eeb3-4e3f-a959-0ebf7638ccad service neutron] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:41.967345 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb753e9-54b8-43a9-9da0-77f165e279fc req-6a1c884c-75e6-4d09-b9ae-c430944b2cc6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:41.969135 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffb753e9-54b8-43a9-9da0-77f165e279fc req-6a1c884c-75e6-4d09-b9ae-c430944b2cc6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0888085 Jan 24 10:38:42.060735 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffb753e9-54b8-43a9-9da0-77f165e279fc req-907fe9d3-14cc-4d42-a346-36383281d3d3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851946 Jan 24 10:38:42.063775 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-63d68a1e-f3ec-4d1a-8ed2-fb434562e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:42.065524 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-63d68a1e-f3ec-4d1a-8ed2-fb434562e8f5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1096 time: 0.0749502 Jan 24 10:38:42.114691 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-8f20425d-1adf-400c-930d-3275343d0918 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 217 time: 0.0402222 Jan 24 10:38:42.166413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-5f176ecb-696b-431e-a3d1-b59a358b2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:42.167793 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-5f176ecb-696b-431e-a3d1-b59a358b2f95 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0448024 Jan 24 10:38:42.217208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-9ad864da-32a6-45d7-9d88-6802e533042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:42.218610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-9ad864da-32a6-45d7-9d88-6802e533042e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407445 Jan 24 10:38:42.314331 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-8ade6188-7316-430a-819f-f872961e8360 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870433 Jan 24 10:38:42.500616 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2fde22-0a7b-449d-8c7f-caa85bbd059c req-4b801109-e058-4c75-8a90-1e4212fe8244 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741891 Jan 24 10:38:42.512088 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50466) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:42.544469 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0181092-50b6-4088-bb3a-041c5d1aea27 req-12f46f72-9d1e-417f-8cdb-0dca95d689c2 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 210 time: 0.0427616 Jan 24 10:38:42.602204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-2798b479-4ea2-4925-abd0-a906075f61a1 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:42.603937 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-2798b479-4ea2-4925-abd0-a906075f61a1 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 814 time: 0.2200601 Jan 24 10:38:42.622866 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Request body: {'port': {'device_id': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc', 'admin_state_up': True, 'tenant_id': '036ff78dbdf1439ca5b79cadb6d2b7bd'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:42.762010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Made reservation on behalf of 036ff78dbdf1439ca5b79cadb6d2b7bd for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:42.765638 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:42.921917 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Allocated IP 172.20.0.6 (d9820f37-a0c5-4880-94bf-a622f76890dc/1af1eebf-1a24-41f9-a27f-9103455cf23c/5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:38:42.963660 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (0503cab2-9ab0-45db-be12-613ef084bb64), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:42.972949 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7880-fbd1-4708-a75d-e918ce36bbae req-46654b18-3b6d-4719-9c61-a8884e731d27 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:42.974507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-924f7880-fbd1-4708-a75d-e918ce36bbae req-46654b18-3b6d-4719-9c61-a8884e731d27 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0856774 Jan 24 10:38:43.084134 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-924f7880-fbd1-4708-a75d-e918ce36bbae req-7d8cd611-1f52-4377-aaf6-20a5fbe93b44 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028821 Jan 24 10:38:43.134737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks [] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.216530 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.235693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e4183-a3bc-4958-97ef-fdbd4fe438e7 req-e1e6d8ba-b87f-455c-8d5a-4a1f703209f7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:43.237206 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-150e4183-a3bc-4958-97ef-fdbd4fe438e7 req-e1e6d8ba-b87f-455c-8d5a-4a1f703209f7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0873544 Jan 24 10:38:43.267061 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Deleting port 5da52be6-6c93-48f4-a13c-b0e13213eb06 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:38:43.267402 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.288561 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Network d9820f37-a0c5-4880-94bf-a622f76890dc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:38:43.295151 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:43.297646 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:38:43.300234 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Pushing event updated for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:43.350573 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] For port 5da52be6-6c93-48f4-a13c-b0e13213eb06, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5da52be6-6c93-48f4-a13c-b0e13213eb06,segment=NetworkSegment(e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460),segment_id=e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:43.350942 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.363594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Calling delete_port for 5da52be6-6c93-48f4-a13c-b0e13213eb06 owned by network:router_interface {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:38:43.367962 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-150e4183-a3bc-4958-97ef-fdbd4fe438e7 req-f1bc2f1a-bfea-479b-a8d9-87a64fba51e7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121235 Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.375122 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:43.377999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.396155 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-d2d9c2ac-9aaf-4ff5-b592-f75fdd918d5b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802079 Jan 24 10:38:43.409627 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Request body: {'port': {'device_id': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:43.463014 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.529030 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 629e222f-e31d-4af7-b4d6-c68c2ddae92b no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:43.550270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 629e222f-e31d-4af7-b4d6-c68c2ddae92b {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:38:43.550620 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 629e222f-e31d-4af7-b4d6-c68c2ddae92b not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:38:43.570989 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (5da52be6-6c93-48f4-a13c-b0e13213eb06), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.601027 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da52be6-6c93-48f4-a13c-b0e13213eb06,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:43.719953 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8819-087c-4da6-b3b6-5e492156b4cf req-ea69a01f-4a73-4a5b-b17b-21055f7cff46 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:43.721455 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d88d8819-087c-4da6-b3b6-5e492156b4cf req-ea69a01f-4a73-4a5b-b17b-21055f7cff46 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 931 time: 0.0942616 Jan 24 10:38:43.722505 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (0503cab2-9ab0-45db-be12-613ef084bb64), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.807532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d88d8819-087c-4da6-b3b6-5e492156b4cf req-47dd2768-9b1c-4140-8d3e-a1b541a3f1fe tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Jan 24 10:38:43.821421 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:43.829181 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks [] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.843748 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Transition to ACTIVE for port object 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:38:43.848919 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:43.901694 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:43.904002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0302de4a-5cc4-4000-b313-178b8ab664e7" -d '{"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:43.923367 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:43.948174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95c2633-66a8-4d2b-a361-11f3469f6dbf x-openstack-request-id: req-d95c2633-66a8-4d2b-a361-11f3469f6dbf {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:43.948461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:43.948692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d95c2633-66a8-4d2b-a361-11f3469f6dbf {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:43.949141 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'status': 'completed', 'code': 200} Jan 24 10:38:44.005661 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Attempting to bind port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:38:44.006009 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Attempting to bind port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:38:44.006867 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Attempting to bind port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 on network d9820f37-a0c5-4880-94bf-a622f76890dc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:44.014260 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 on network d9820f37-a0c5-4880-94bf-a622f76890dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:38:44.014603 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Attempting to bind port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 on network d9820f37-a0c5-4880-94bf-a622f76890dc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:44.024978 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:38:44.025346 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Checking segment: {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:44.025729 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Bound using segment: {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:38:44.026169 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Bound port: 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:38:44.026536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.040614 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-6defc426-404a-47fa-af10-172a8c7a5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.042212 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-6defc426-404a-47fa-af10-172a8c7a5924 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1096 time: 0.0737178 Jan 24 10:38:44.151730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Router 0503cab2-9ab0-45db-be12-613ef084bb64 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:38:44.157751 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:38:44.186857 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:38:44.210780 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.245758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-4d8a855d-8835-441a-820e-5f1d69183aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.247240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-4d8a855d-8835-441a-820e-5f1d69183aee service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1828008 Jan 24 10:38:44.255263 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:38:44.263461 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b42330fa-c7a9-42d1-90a0-ce44dfaf11a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/0503cab2-9ab0-45db-be12-613ef084bb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472451 Jan 24 10:38:44.264520 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50484) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:44.269807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.270456 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.270900 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Sync routers for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:38:44.271908 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] 10.222.0.120 "PUT /v2.0/ports/5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 HTTP/1.1" status: 200 len: 1093 time: 0.8664851 Jan 24 10:38:44.285126 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:44.285915 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:44.314652 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-f21b0cb7-4e5c-4ad8-bd5e-d1ad78ca4208 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 217 time: 0.0603495 Jan 24 10:38:44.341081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a6e54-6773-47a7-a1fb-acd33e141f3a req-18eca3d0-7ab0-4f5f-a8d1-e7d037a4ab1b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.342609 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-521a6e54-6773-47a7-a1fb-acd33e141f3a req-18eca3d0-7ab0-4f5f-a8d1-e7d037a4ab1b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.1779110 Jan 24 10:38:44.371561 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks [] for router (0503cab2-9ab0-45db-be12-613ef084bb64), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.398593 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439284cd-4dc3-433f-b1ca-6ef4e9fb50a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:44.424394 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:44.457196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-6e4eb531-a44d-4ef0-9317-de57393bee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.459873 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-6e4eb531-a44d-4ef0-9317-de57393bee72 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.1258712 Jan 24 10:38:44.465544 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-746d0f99-e9cc-4f8a-b745-1770670fb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-746d0f99-e9cc-4f8a-b745-1770670fb1d9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 1096 time: 0.1517296 Jan 24 10:38:44.481413 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-521a6e54-6773-47a7-a1fb-acd33e141f3a req-612e44a8-e4e5-4273-b1bf-062a6fe5ef19 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283889 Jan 24 10:38:44.488278 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks [] for router_gateway (0503cab2-9ab0-45db-be12-613ef084bb64), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.531892 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2ebb77fc-2c33-457a-bebd-c1afe73008bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.559728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-cec3f5a4-aeb2-4729-a64d-cca614046c1f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0756445 Jan 24 10:38:44.567837 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Deleting port c9e8f1a5-6a45-4340-b495-5a6df861cb09 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:38:44.568344 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.639406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-9e2be0ab-753c-4ed5-97fe-8acf97300880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.640939 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-9e2be0ab-753c-4ed5-97fe-8acf97300880 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722145 Jan 24 10:38:44.656539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] For port c9e8f1a5-6a45-4340-b495-5a6df861cb09, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=c9e8f1a5-6a45-4340-b495-5a6df861cb09,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:44.657174 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.660202 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-80142734-693c-42a8-a6fa-3af9ea5f0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.661649 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-80142734-693c-42a8-a6fa-3af9ea5f0d36 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1af1eebf-1a24-41f9-a27f-9103455cf23c HTTP/1.1" status: 200 len: 854 time: 0.0923967 Jan 24 10:38:44.669754 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a55f23-06ba-4ee0-92a8-d37b87c6347c req-36986f73-5ea9-4797-83a3-d86ebd6d416f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:44.671105 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Calling delete_port for c9e8f1a5-6a45-4340-b495-5a6df861cb09 owned by network:router_gateway {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:38:44.671247 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8a55f23-06ba-4ee0-92a8-d37b87c6347c req-36986f73-5ea9-4797-83a3-d86ebd6d416f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.1156578 Jan 24 10:38:44.720610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-02c38298-926f-4828-ba03-1b2dcd8d495b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d9820f37-a0c5-4880-94bf-a622f76890dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484746 Jan 24 10:38:44.748180 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:38:43Z', 'revision_number': 5, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port': {'id': 'c9e8f1a5-6a45-4340-b495-5a6df861cb09', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:44.781294 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Checking router: 0503cab2-9ab0-45db-be12-613ef084bb64 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:38:44.792903 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Routers {'0503cab2-9ab0-45db-be12-613ef084bb64'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:44.793561 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0503cab2-9ab0-45db-be12-613ef084bb64'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:44.848423 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (c9e8f1a5-6a45-4340-b495-5a6df861cb09), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.883244 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8a55f23-06ba-4ee0-92a8-d37b87c6347c req-4894d6ae-3a3d-4cbd-b67e-8e26bde599a4 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019908 Jan 24 10:38:44.888008 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] Set router 0503cab2-9ab0-45db-be12-613ef084bb64 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:44.900366 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e8f1a5-6a45-4340-b495-5a6df861cb09,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:44.908479 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-b2e15cf1-1b4e-410e-a846-11a7f1c1685c service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587442 Jan 24 10:38:44.926601 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (0503cab2-9ab0-45db-be12-613ef084bb64), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:44.941485 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:38:44Z', 'revision_number': 6, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:44.960837 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-f6af40b2-291e-435a-8984-62b6fd7803b5 service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069628 Jan 24 10:38:44.971923 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad7296-4c8e-419c-9def-d45d2fea8937 None None] The sync data for ids ['0503cab2-9ab0-45db-be12-613ef084bb64'] in dv-cinder-826036-1-iscsi is: [{'id': '0503cab2-9ab0-45db-be12-613ef084bb64', 'name': 'tempest-ServerRescueNegativeTestJSON-275756516-router', 'tenant_id': '1a59034e201849719adf71e2bd9e4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:15Z', 'updated_at': '2022-01-24T10:38:44Z', 'revision_number': 6, 'project_id': '1a59034e201849719adf71e2bd9e4e8c', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:38:45.039178 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (0503cab2-9ab0-45db-be12-613ef084bb64), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.041386 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks [] for router_controller (0503cab2-9ab0-45db-be12-613ef084bb64), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.108187 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (0503cab2-9ab0-45db-be12-613ef084bb64), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.108733 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0503cab2-9ab0-45db-be12-613ef084bb64 {{(pid=102588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:38:45.114177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.115382 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e9701952-861c-4a6f-9f07-cab82d554d19 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0503cab2-9ab0-45db-be12-613ef084bb64 HTTP/1.1" status: 204 len: 168 time: 0.8502345 Jan 24 10:38:45.118141 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50490) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:45.164826 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Deleting subnet cbdbc462-5611-4b1e-ba20-368aff5cd173 {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:38:45.168245 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Publish callbacks [] for subnet (cbdbc462-5611-4b1e-ba20-368aff5cd173), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.208587 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Publish callbacks [] for subnet (cbdbc462-5611-4b1e-ba20-368aff5cd173), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.215082 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (cbdbc462-5611-4b1e-ba20-368aff5cd173), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.268735 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for subnet (cbdbc462-5611-4b1e-ba20-368aff5cd173), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.295376 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdbc462-5611-4b1e-ba20-368aff5cd173,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:45.301683 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.305175 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-26a68396-f78d-4f55-9c39-5f5e86d48782 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cbdbc462-5611-4b1e-ba20-368aff5cd173 HTTP/1.1" status: 204 len: 168 time: 0.1860242 Jan 24 10:38:45.307786 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50492) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:45.341792 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98244422-0846-411a-bbfb-c7243a2e2b96 req-08a31f5c-5e85-4ba3-b1e4-84f126a49430 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:45.343360 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98244422-0846-411a-bbfb-c7243a2e2b96 req-08a31f5c-5e85-4ba3-b1e4-84f126a49430 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 943 time: 0.4546778 Jan 24 10:38:45.385530 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0302de4a-5cc4-4000-b313-178b8ab664e7 req-c69dcbb6-311e-4f72-9ad2-b99e72e5a916 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680130 Jan 24 10:38:45.402775 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (a0a11026-6cf5-497a-9cb6-9d2371cd7238), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.417208 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a38b4fbb-715e-4557-919c-60a4feabe10a req-ca538433-d00a-4b2f-8ff7-23f8235b2b1d service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476969 Jan 24 10:38:45.434153 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98244422-0846-411a-bbfb-c7243a2e2b96 req-b99abe21-5002-4e60-8de6-abcda6ff13a9 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820501 Jan 24 10:38:45.512365 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (a0a11026-6cf5-497a-9cb6-9d2371cd7238), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.525960 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:38:45.530372 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.530756 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.531556 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.531925 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.532290 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.532626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.532995 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.533353 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.533686 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.534021 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.626382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:45.636112 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4a07f-e866-47ea-b5ab-cf2ad7a4f9b2 req-b1c4e1ce-4d6f-48bb-bdbc-4d8a4e985134 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:45.637848 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bbd4a07f-e866-47ea-b5ab-cf2ad7a4f9b2 req-b1c4e1ce-4d6f-48bb-bdbc-4d8a4e985134 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 944 time: 0.0519598 Jan 24 10:38:45.639940 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '6c0d8905-91bc-4c16-99a3-76786416a479', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '6c0d8905-91bc-4c16-99a3-76786416a479', 'mac_address': 'fa:16:3e:f7:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:38:45.662757 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.663537 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.663537 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.663841 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 10:38:45.664240 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a11026-6cf5-497a-9cb6-9d2371cd7238']}} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:45.680525 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:45.680980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.687402 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460') {'for_net_delete': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:45.687802 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460') {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:45.689072 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bbd4a07f-e866-47ea-b5ab-cf2ad7a4f9b2 req-ca12d5bc-ae54-4565-a198-0715f8d74738 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433896 Jan 24 10:38:45.695382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:45.706141 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9254403'] for segment (e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.715719 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:45.720187 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.728180 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.736417 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:38:45.736920 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252958'] for segment (e2a18b8a-f3ba-43cb-ac59-31fc3d4c3460), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: from cryptography.utils import int_from_bytes Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: from cryptography.utils import int_from_bytes Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: warnings.warn(msg) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: Traceback (most recent call last): Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: timer() Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: cb(*args, **kw) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: return func(*args, **kwargs) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: self._notify() Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: self.callback(batched_events) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: event.method(event) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:38:45.741703 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: return f(self, *a, **k) Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._get(url).json() Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: return self.request(url, 'GET', **kwargs) Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:38:45.745412 dv-cinder-826036-1-iscsi neutron-server[102588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:38:45.772610 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=9']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:45.796026 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (a0a11026-6cf5-497a-9cb6-9d2371cd7238), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.803750 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:45.806990 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a0a11026-6cf5-497a-9cb6-9d2371cd7238 HTTP/1.1" status: 204 len: 168 time: 0.4982617 Jan 24 10:38:45.816528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d55d-9557-452e-b9d0-2a710cb108a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a11026-6cf5-497a-9cb6-9d2371cd7238,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:45.854960 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5da52be6-6c93-48f4-a13c-b0e13213eb06 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:45.880405 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 5da52be6-6c93-48f4-a13c-b0e13213eb06 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:38:45.880680 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5da52be6-6c93-48f4-a13c-b0e13213eb06 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:38:45.937459 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50500) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:45.962595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:45.964935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ff5a1-06df-499e-bfc4-8d3d94637bea" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:45.986662 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['6c0d8905-91bc-4c16-99a3-76786416a479'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:46.005977 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-782c1f21-7737-4335-862a-6dde32a40b6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a59034e201849719adf71e2bd9e4e8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0671639 Jan 24 10:38:46.009012 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50504) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:46.017672 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a138a-85ad-4428-9b25-15c509a93249 x-openstack-request-id: req-e85a138a-85ad-4428-9b25-15c509a93249 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:46.017988 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:46.018248 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e85a138a-85ad-4428-9b25-15c509a93249 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:46.018778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4', 'status': 'completed', 'code': 200} Jan 24 10:38:46.029155 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6ccc-ee4e-4a6a-9854-96f1b3c9516a req-fec5e6a8-e3f3-496b-a729-258ae63a5702 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.030755 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-13ee6ccc-ee4e-4a6a-9854-96f1b3c9516a req-fec5e6a8-e3f3-496b-a729-258ae63a5702 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0800085 Jan 24 10:38:46.077536 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] Publish callbacks [] for security_group (54b1546f-505d-4a04-acf5-637a7426fde7), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:46.104560 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] Publish callbacks [] for security_group (54b1546f-505d-4a04-acf5-637a7426fde7), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:46.111718 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-13ee6ccc-ee4e-4a6a-9854-96f1b3c9516a req-901f0001-93fe-45e1-bce1-155aa13eb5df tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752091 Jan 24 10:38:46.133618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-29ac63b5-1f8a-472c-a6d9-8adc7b0c596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.135303 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-29ac63b5-1f8a-472c-a6d9-8adc7b0c596c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 1096 time: 0.0950253 Jan 24 10:38:46.170438 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (54b1546f-505d-4a04-acf5-637a7426fde7), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:46.172980 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:46.174279 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54b1546f-505d-4a04-acf5-637a7426fde7 HTTP/1.1" status: 204 len: 168 time: 0.1639946 Jan 24 10:38:46.182612 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b994f5-818d-4f60-9503-f96a4dd43937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b1546f-505d-4a04-acf5-637a7426fde7,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:46.267443 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-25991b78-ee5a-45af-9478-c0f86bc02625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.268930 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-25991b78-ee5a-45af-9478-c0f86bc02625 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 915 time: 0.1234968 Jan 24 10:38:46.312813 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-4e20cba1-3e62-403f-9b47-39772cdb60e7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 HTTP/1.1" status: 200 len: 217 time: 0.0360134 Jan 24 10:38:46.364445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-52dbc80e-734b-4d87-b9b5-0aa9bfcee695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.366028 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-52dbc80e-734b-4d87-b9b5-0aa9bfcee695 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1af1eebf-1a24-41f9-a27f-9103455cf23c HTTP/1.1" status: 200 len: 854 time: 0.0460813 Jan 24 10:38:46.401945 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-7a7f4f86-8891-4f65-9992-8afdb98841cf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d9820f37-a0c5-4880-94bf-a622f76890dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258970 Jan 24 10:38:46.499572 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-0eec1f98-3826-48b3-94a6-e16128d75d62 service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911362 Jan 24 10:38:46.629214 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d2d5b-edd5-4d3a-8b99-708b25b65644 req-41391aec-83ac-4e34-bb51-e457b60a409b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.630883 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2d2d5b-edd5-4d3a-8b99-708b25b65644 req-41391aec-83ac-4e34-bb51-e457b60a409b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 943 time: 0.1056318 Jan 24 10:38:46.638298 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f14ff5a1-06df-499e-bfc4-8d3d94637bea req-51fbe20c-2e26-4f16-abcd-bef391c00e4d service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306221 Jan 24 10:38:46.686498 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd2d2d5b-edd5-4d3a-8b99-708b25b65644 req-786c56f2-312f-4281-88f2-059638156e84 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Jan 24 10:38:46.793301 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6513fefe-dcd5-4d6e-8797-9637d543c199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:46.822858 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9126b-a336-4d52-b143-4dd3fefae3f0 req-31ac060e-ac52-4ce7-822c-8eef28d37ddc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:46.824349 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8eb9126b-a336-4d52-b143-4dd3fefae3f0 req-31ac060e-ac52-4ce7-822c-8eef28d37ddc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 945 time: 0.0609131 Jan 24 10:38:46.874189 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8eb9126b-a336-4d52-b143-4dd3fefae3f0 req-e0e91e24-6205-41fc-9521-752e0da87436 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441928 Jan 24 10:38:47.014028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50530) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:47.107881 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-781846889-network', 'tenant_id': '76709872327e4c6eb41ed7f9b9252751'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:47.130878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:47.133110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.145127 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.252066 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks [] for security_group (d6efe89e-283c-4ac4-b563-fedcd189438c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.263683 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7d8a1-be70-42ed-9e43-fa3405035363 req-8e002ab3-8ceb-4c8f-8c92-3b47ae886d46 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:47.265201 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-afc7d8a1-be70-42ed-9e43-fa3405035363 req-8e002ab3-8ceb-4c8f-8c92-3b47ae886d46 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0742528 Jan 24 10:38:47.266267 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d6efe89e-283c-4ac4-b563-fedcd189438c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.305844 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:38:47.321088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6efe89e-283c-4ac4-b563-fedcd189438c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:47.333771 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (e3ad5a62-c5c7-453f-8b33-0318923520f9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.334663 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Added segment e3ad5a62-c5c7-453f-8b33-0318923520f9 of type vlan for network f45b48a1-32d9-42b5-9a93-e0c023adb168 Jan 24 10:38:47.377289 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-afc7d8a1-be70-42ed-9e43-fa3405035363 req-a9bffa04-f47a-4cfd-80cc-7de949df1e73 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037812 Jan 24 10:38:47.381499 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device c9e8f1a5-6a45-4340-b495-5a6df861cb09 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:38:47.388876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (f45b48a1-32d9-42b5-9a93-e0c023adb168), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.402947 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: c9e8f1a5-6a45-4340-b495-5a6df861cb09 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:38:47.403382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device c9e8f1a5-6a45-4340-b495-5a6df861cb09 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:38:47.425096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (f45b48a1-32d9-42b5-9a93-e0c023adb168), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.426131 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:47.426791 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.460447 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4452672 Jan 24 10:38:47.463478 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 50536) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:47.468483 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Request body: {'subnet': {'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-781846889-subnet', 'tenant_id': '76709872327e4c6eb41ed7f9b9252751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:47.492316 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bbcf8-2f1e-4b42-b8ab-6653b75c4022 admin admin] Pushing event updated for resources: {'Network': ['ID=f45b48a1-32d9-42b5-9a93-e0c023adb168,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:47.492844 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:47.495240 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8719533'] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.503176 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:38:47.526628 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:47.615669 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 6c0d8905-91bc-4c16-99a3-76786416a479 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:47.616786 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.663997 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9253029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8719551'] for subnet (eb43effc-d60f-4154-bb8c-2e0b42c94bc0), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.695891 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 6c0d8905-91bc-4c16-99a3-76786416a479 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:47.696287 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.719867 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:47.722583 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd3446-4a94-4f75-9d39-3f4cd9c91846" -d '{"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:47.723117 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb43effc-d60f-4154-bb8c-2e0b42c94bc0,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:47.732848 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Checking segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:47.734088 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Network hostable DHCP agents. Network: f45b48a1-32d9-42b5-9a93-e0c023adb168, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:38:47.735006 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:47.740382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.768519 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:38:47.786285 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, f45b48a1-32d9-42b5-9a93-e0c023adb168) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:47.791000 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:47.792247 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:47.792393 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6801e-479a-4a9f-9cec-20eb908ec2e4 x-openstack-request-id: req-42e6801e-479a-4a9f-9cec-20eb908ec2e4 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:47.792695 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:47.792991 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42e6801e-479a-4a9f-9cec-20eb908ec2e4 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:47.793415 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'code': 200} Jan 24 10:38:47.794019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:47.807267 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9635b61-2160-4131-b81c-14d60bf68e91 None None] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:38:47.813734 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7870a491-3adf-4717-8bcd-68b7ce2586fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3489106 Jan 24 10:38:47.848757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3daa1-78dc-47f3-8e09-a2b346558dcb req-cfd85af8-cf20-4071-b597-ce7c3a0d471b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:47.850389 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-25b3daa1-78dc-47f3-8e09-a2b346558dcb req-cfd85af8-cf20-4071-b597-ce7c3a0d471b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 943 time: 0.0731773 Jan 24 10:38:47.903748 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-25b3daa1-78dc-47f3-8e09-a2b346558dcb req-e79eaa28-11cf-4a4a-94f6-24e0503abb91 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Jan 24 10:38:47.936558 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef469e-f610-4b26-8e93-8e80c91088e0 None None] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:38:48.017618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc67d8-ac37-42f5-b2fd-9a677f84043a req-4743c176-1135-4ceb-b07d-10477d65d480 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:48.019298 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65dc67d8-ac37-42f5-b2fd-9a677f84043a req-4743c176-1135-4ceb-b07d-10477d65d480 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0603569 Jan 24 10:38:48.071712 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65dc67d8-ac37-42f5-b2fd-9a677f84043a req-f0d77e83-e078-43e1-a921-54869f8d744e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456026 Jan 24 10:38:48.145498 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:48.291702 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-e6f7d73d-6b4c-42fa-a6f8-0904e157f3d3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:48.293200 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-e6f7d73d-6b4c-42fa-a6f8-0904e157f3d3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1229794 Jan 24 10:38:48.320501 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-c5f5b48d-381a-43f6-aaa2-6faea6c5955b tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/quotas/76709872327e4c6eb41ed7f9b9252751 HTTP/1.1" status: 200 len: 375 time: 0.0138090 Jan 24 10:38:48.360405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4b46-b922-43c9-81ff-7cd073d2c268 req-e930c475-d048-425c-a9f3-710dd893401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:48.361971 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0aa4b46-b922-43c9-81ff-7cd073d2c268 req-e930c475-d048-425c-a9f3-710dd893401a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1100 time: 0.0942454 Jan 24 10:38:48.364248 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-eb2f637c-c5f9-481b-a21a-1e800303c7f5 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382588 Jan 24 10:38:48.493639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0aa4b46-b922-43c9-81ff-7cd073d2c268 req-a0ea8493-59ac-4bf6-a08d-ee3ec2800670 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154590 Jan 24 10:38:48.523009 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-e7793458-4911-4ee2-b5f5-b8ac49aa14d1 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521740 Jan 24 10:38:48.531067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55ba8-4077-458f-80fb-07bd8414e2ca req-a8bdec9a-cfd5-470f-b0a9-d907d94acfbb tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:48.532478 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bbd55ba8-4077-458f-80fb-07bd8414e2ca req-a8bdec9a-cfd5-470f-b0a9-d907d94acfbb tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0871081 Jan 24 10:38:48.639284 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bbd55ba8-4077-458f-80fb-07bd8414e2ca req-df2e89ab-2222-4c6b-966f-9d94c8546dd8 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987878 Jan 24 10:38:48.655803 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-4c049480-9ba8-4c97-9546-3ce92924d934 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223531 Jan 24 10:38:48.808225 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-249bb476-6312-4166-87f5-0b2df71147b8 req-e9096f0b-c6c3-4946-931d-d422f0de003f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Jan 24 10:38:49.028136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc9ec4-9539-4d5e-8044-eff0da8d7eba req-dac15416-8fcc-471b-9de6-cc00c0041e9e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:49.033468 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2dc9ec4-9539-4d5e-8044-eff0da8d7eba req-dac15416-8fcc-471b-9de6-cc00c0041e9e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 943 time: 0.0561202 Jan 24 10:38:49.079052 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2dc9ec4-9539-4d5e-8044-eff0da8d7eba req-3ebd0016-be9a-4b35-9fe1-f94e7f395584 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Jan 24 10:38:49.197496 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868260-8077-4229-89a5-20d60a66d6dc req-f75cca2b-53d8-4bd8-9183-03c04a912a06 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:49.198848 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f868260-8077-4229-89a5-20d60a66d6dc req-f75cca2b-53d8-4bd8-9183-03c04a912a06 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0542033 Jan 24 10:38:49.246625 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f868260-8077-4229-89a5-20d60a66d6dc req-36e606a0-c058-40a9-ad4c-9c3333658cdc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415618 Jan 24 10:38:49.450409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:49.543769 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:38:49.642308 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:49.653264 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4', 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc', 'port_id': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4', 'mac_address': 'fa:16:3e:84:76:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af1eebf-1a24-41f9-a27f-9103455cf23c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:38:49.690312 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:49.690647 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:49.704657 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:49.728460 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:49.734390 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:49.762488 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1ced-8550-4904-8e79-28c623d6d089 req-cab6026a-1fb6-4aea-8453-5e16dac803f5 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:49.764247 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42da1ced-8550-4904-8e79-28c623d6d089 req-cab6026a-1fb6-4aea-8453-5e16dac803f5 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0532827 Jan 24 10:38:49.785644 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:49.877959 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42da1ced-8550-4904-8e79-28c623d6d089 req-ada6d53a-f151-446a-a8c6-857c465f29f1 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077523 Jan 24 10:38:49.932432 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e55a5e06-1619-4227-9f3c-219bffa1758a req-c214ab68-588e-4ff4-9f4e-e5d336f2401a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 210 time: 0.0456498 Jan 24 10:38:49.971826 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-1e4aa335-bc9d-4277-8f34-33f0e5c0ae03 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:49.973515 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-1e4aa335-bc9d-4277-8f34-33f0e5c0ae03 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1845784 Jan 24 10:38:49.999771 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Request body: {'port': {'device_id': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'admin_state_up': True, 'tenant_id': '76709872327e4c6eb41ed7f9b9252751'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:50.093945 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:50.144329 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:38:50.152104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:50.267573 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9627383-6e24-49ad-a836-ad6a4bc2977e req-cfe8b893-279b-4f59-997b-476bdd5be76e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:50.269244 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d9627383-6e24-49ad-a836-ad6a4bc2977e req-cfe8b893-279b-4f59-997b-476bdd5be76e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 944 time: 0.1038392 Jan 24 10:38:50.386469 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Allocated IP 172.20.0.3 (f45b48a1-32d9-42b5-9a93-e0c023adb168/eb43effc-d60f-4154-bb8c-2e0b42c94bc0/d1d972c4-abe6-40be-86a6-7a44e680af7d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:38:50.396949 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d9627383-6e24-49ad-a836-ad6a4bc2977e req-f04aa9e8-0b11-4857-ae1d-2b7807499b50 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223054 Jan 24 10:38:50.424129 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5fee-d240-4850-ad5b-ed930c7e81e2 req-a2fdaba4-3eb9-49b5-bfd8-1dc79f26b8c4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:50.424705 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e3bc5fee-d240-4850-ad5b-ed930c7e81e2 req-a2fdaba4-3eb9-49b5-bfd8-1dc79f26b8c4 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.1002479 Jan 24 10:38:50.552245 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e3bc5fee-d240-4850-ad5b-ed930c7e81e2 req-d562eae4-d86e-48ca-83cd-c3ddb623123a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175385 Jan 24 10:38:50.605563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks [] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:50.641273 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:50.687534 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:38:50.690660 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:50.694500 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:38:50.721670 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event updated for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:50.749853 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:50.750486 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:50.766096 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-35dfa866-b60a-4f9e-bde4-881216d93b08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709625 Jan 24 10:38:50.782008 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Request body: {'port': {'device_id': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:50.785656 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:50.841880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.095758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb5e4-0666-4d1f-aeb4-86d0f7d6bf87 req-bdf9ed2e-4cf6-4a7d-841f-df16082e88dc tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.097182 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fdddb5e4-0666-4d1f-aeb4-86d0f7d6bf87 req-bdf9ed2e-4cf6-4a7d-841f-df16082e88dc tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.1431940 Jan 24 10:38:51.141093 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f8ca-3b80-4b47-937f-ad56a43599d5 req-d8fc9500-e757-4487-afbe-6ba3906baa53 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.142572 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfc1f8ca-3b80-4b47-937f-ad56a43599d5 req-d8fc9500-e757-4487-afbe-6ba3906baa53 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 931 time: 0.1306860 Jan 24 10:38:51.214863 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fdddb5e4-0666-4d1f-aeb4-86d0f7d6bf87 req-1e202993-3394-4959-a068-0aa09e04479f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097877 Jan 24 10:38:51.261150 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfc1f8ca-3b80-4b47-937f-ad56a43599d5 req-46b24962-5196-40fa-a07a-ebc702700003 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064572 Jan 24 10:38:51.263065 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d972c4-abe6-40be-86a6-7a44e680af7d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:51.270737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks [] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.283383 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Transition to ACTIVE for port object d1d972c4-abe6-40be-86a6-7a44e680af7d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:38:51.286807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.343240 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:51.406678 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Attempting to bind port d1d972c4-abe6-40be-86a6-7a44e680af7d on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:38:51.407023 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Attempting to bind port d1d972c4-abe6-40be-86a6-7a44e680af7d by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:38:51.407362 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Attempting to bind port d1d972c4-abe6-40be-86a6-7a44e680af7d on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:51.411643 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Port d1d972c4-abe6-40be-86a6-7a44e680af7d on network f45b48a1-32d9-42b5-9a93-e0c023adb168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:38:51.412569 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Attempting to bind port d1d972c4-abe6-40be-86a6-7a44e680af7d on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:38:51.417467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:38:51.417816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Checking segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:38:51.418209 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Bound using segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:38:51.418641 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Bound port: d1d972c4-abe6-40be-86a6-7a44e680af7d, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:38:51.419010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.521407 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:38:51.526505 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:38:51.533168 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.544999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141cb8d-b531-4ada-b42d-08d9f81cd624 req-bd73e02c-c2e1-4c69-9fe5-5da657a6b884 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.546487 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7141cb8d-b531-4ada-b42d-08d9f81cd624 req-bd73e02c-c2e1-4c69-9fe5-5da657a6b884 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 944 time: 0.0753813 Jan 24 10:38:51.566890 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:38:51.568942 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:51.592780 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.593445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.594936 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] 10.222.0.120 "PUT /v2.0/ports/d1d972c4-abe6-40be-86a6-7a44e680af7d HTTP/1.1" status: 200 len: 1093 time: 0.8179438 Jan 24 10:38:51.595333 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:51.597658 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15450b-d910-443c-9948-cbb4d0a1ace7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:51.642536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076131b3-c653-4d2e-9d81-759708d372b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:51.653447 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7141cb8d-b531-4ada-b42d-08d9f81cd624 req-403dc07e-ea07-4315-af08-fc8899aa55fb tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851064 Jan 24 10:38:51.713427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:38:51.720468 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:51.726610 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac08cb7-d3d4-4d39-b11b-f6c87e8ab12b x-openstack-request-id: req-4ac08cb7-d3d4-4d39-b11b-f6c87e8ab12b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:51.726908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:51.727166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac08cb7-d3d4-4d39-b11b-f6c87e8ab12b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:51.727568 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d', 'status': 'completed', 'code': 200} Jan 24 10:38:51.728763 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:51.729240 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.737770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-575d34ed-7528-4758-920b-91fae625d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.739274 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-575d34ed-7528-4758-920b-91fae625d6e6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 1096 time: 0.0849609 Jan 24 10:38:51.758166 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '8713638b-499f-49d6-8085-909f18bee668', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'mac_address': 'fa:16:3e:b5:4c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:38:51.763615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9c82-0f67-49d2-ae21-00dda2edc28e req-2e5d980b-18dc-4728-b618-be09e83e68c3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.765382 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-845f9c82-0f67-49d2-ae21-00dda2edc28e req-2e5d980b-18dc-4728-b618-be09e83e68c3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0758572 Jan 24 10:38:51.794387 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-ae9f8518-ae83-4d44-8c5a-b8244236c076 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d HTTP/1.1" status: 200 len: 217 time: 0.0462005 Jan 24 10:38:51.809097 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 8713638b-499f-49d6-8085-909f18bee668 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:51.809679 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.825563 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8713638b-499f-49d6-8085-909f18bee668 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:51.867500 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:51.873634 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.874862 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-88ffb37b-08b0-46e4-aca8-d1e88c78ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:51.876478 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-88ffb37b-08b0-46e4-aca8-d1e88c78ab1e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0760212 Jan 24 10:38:51.879528 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:51.879920 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.880039 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-845f9c82-0f67-49d2-ae21-00dda2edc28e req-76e73a85-14c6-4fbf-8c36-0936b5e74019 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884969 Jan 24 10:38:51.913045 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-179848c7-44b7-4453-8197-32112d7dc9c5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jan 24 10:38:51.936063 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:51.938364 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d6503-0eea-4f08-91cf-1ef348ed07b7" -d '{"events": [{"server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "name": "network-vif-plugged", "status": "completed", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:51.957918 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:51.959731 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:51.963581 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:51.986506 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b077086-5533-4dad-b8b1-144698541471 x-openstack-request-id: req-1b077086-5533-4dad-b8b1-144698541471 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:51.986838 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "name": "network-vif-plugged", "status": "completed", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:51.987107 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b077086-5533-4dad-b8b1-144698541471 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:51.987518 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4', 'code': 200} Jan 24 10:38:52.013602 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-ba2889fd-69cb-406c-81b3-2341a4b629d8 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936241 Jan 24 10:38:52.014176 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:52.111044 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75074ded-f79d-4ce4-8101-37c21b2baab8 req-e799b882-d083-48a4-84c2-9f566c996cc2 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904081 Jan 24 10:38:52.127954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['8713638b-499f-49d6-8085-909f18bee668'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:52.220909 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d139d-8441-4db2-952c-f16d0c8ebeac req-a9141aaa-a3f8-4d9d-a9bc-2270d1db3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.222443 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e0d139d-8441-4db2-952c-f16d0c8ebeac req-a9141aaa-a3f8-4d9d-a9bc-2270d1db3f05 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 1098 time: 0.0706763 Jan 24 10:38:52.228238 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-9fcaf3ea-17c2-4932-b85a-f65a73460633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.229639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-9fcaf3ea-17c2-4932-b85a-f65a73460633 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 1096 time: 0.0518022 Jan 24 10:38:52.376761 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e0d139d-8441-4db2-952c-f16d0c8ebeac req-8d55dd0a-b24e-4530-9364-9013d32768de service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461620 Jan 24 10:38:52.681536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-f96e9981-35fb-49a5-9e7b-2807ccd2bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.682907 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-f96e9981-35fb-49a5-9e7b-2807ccd2bcd6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 915 time: 0.4465187 Jan 24 10:38:52.698758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42d87-1c1c-461e-8bc9-22ff956abf76 req-27ed1077-3571-4b7e-b0b8-3bf7f272730b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.700193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09b42d87-1c1c-461e-8bc9-22ff956abf76 req-27ed1077-3571-4b7e-b0b8-3bf7f272730b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 944 time: 0.3853588 Jan 24 10:38:52.709481 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f65af-7130-4756-b6e8-a6297479e914 req-2a73ed94-d471-4cc8-95c0-918304debb76 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.710859 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-030f65af-7130-4756-b6e8-a6297479e914 req-2a73ed94-d471-4cc8-95c0-918304debb76 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 943 time: 0.3596611 Jan 24 10:38:52.762337 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-cebb37e2-3bed-4a3a-93f0-bfb17d698f66 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d HTTP/1.1" status: 200 len: 217 time: 0.0610650 Jan 24 10:38:52.864070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-bc631978-f681-481a-a81e-76c1374015e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:52.866104 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-bc631978-f681-481a-a81e-76c1374015e3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0913074 Jan 24 10:38:52.869656 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-030f65af-7130-4756-b6e8-a6297479e914 req-e2abfbd7-1a27-4aad-91b6-782ca465cd33 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510272 Jan 24 10:38:52.873205 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09b42d87-1c1c-461e-8bc9-22ff956abf76 req-aa24714e-28e0-4a85-874f-66c4ae0a83cd tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564493 Jan 24 10:38:52.899198 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-c3c69f16-761d-48c2-80b4-6ddd4bd7a7a8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250466 Jan 24 10:38:53.028584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb8634-1d09-4686-adfe-3a4ffc342a23 req-f266767c-75a5-4d62-ba32-780a3f1e8a97 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:53.030062 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15eb8634-1d09-4686-adfe-3a4ffc342a23 req-f266767c-75a5-4d62-ba32-780a3f1e8a97 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0971224 Jan 24 10:38:53.031804 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-ae5bc74b-c257-445b-a7b8-1ac7a4ba8b44 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258733 Jan 24 10:38:53.136182 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15eb8634-1d09-4686-adfe-3a4ffc342a23 req-d78822a4-67c9-4773-88b7-14b480b126c9 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004016 Jan 24 10:38:53.158976 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc15450b-d910-443c-9948-cbb4d0a1ace7 req-6ae07a62-c9fb-45f2-ae80-4436f266710e service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170473 Jan 24 10:38:53.574151 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:53.625145 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 8713638b-499f-49d6-8085-909f18bee668 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:38:53.629253 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 8713638b-499f-49d6-8085-909f18bee668 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:53.629635 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (8713638b-499f-49d6-8085-909f18bee668), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:53.705239 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:38:53.710079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 8713638b-499f-49d6-8085-909f18bee668 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:53.710436 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:53.744507 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:53.748690 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:53.800601 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:53.988698 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:53.991122 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c050c-8aa2-4ef1-ac82-abb42e8c61a7" -d '{"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-plugged", "status": "completed", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:54.019779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef0df-8689-4812-b5bc-833c3d6e83d7 req-8aaeb84a-5213-49e0-af86-b3650b1fc0ad tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:54.022090 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f73ef0df-8689-4812-b5bc-833c3d6e83d7 req-8aaeb84a-5213-49e0-af86-b3650b1fc0ad tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 943 time: 0.0836620 Jan 24 10:38:54.029475 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fbb3-3c4f-4bb0-a977-ce6658a235c3 req-c11672ee-b061-4386-abdb-6e1fdcf9dbb3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:54.030837 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3cf3fbb3-3c4f-4bb0-a977-ce6658a235c3 req-c11672ee-b061-4386-abdb-6e1fdcf9dbb3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0832634 Jan 24 10:38:54.103588 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f73ef0df-8689-4812-b5bc-833c3d6e83d7 req-90f6e10b-3c1b-498e-92b9-ff302a8b4d6f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717907 Jan 24 10:38:54.107661 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3cf3fbb3-3c4f-4bb0-a977-ce6658a235c3 req-d3d4067e-7259-4ad6-80a4-08117ba61365 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695672 Jan 24 10:38:54.146101 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f67b1-bad9-40ac-a147-05bf08a9a47b x-openstack-request-id: req-ee0f67b1-bad9-40ac-a147-05bf08a9a47b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:54.146911 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-plugged", "status": "completed", "tag": "8713638b-499f-49d6-8085-909f18bee668", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:54.147182 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee0f67b1-bad9-40ac-a147-05bf08a9a47b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:54.147655 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'code': 200} Jan 24 10:38:54.252530 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9d40-2275-424b-bc4c-3c169da5591e req-3665ef7b-5600-4c1c-bd6c-c6d228f20d2f tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:54.254107 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-076f9d40-2275-424b-bc4c-3c169da5591e req-3665ef7b-5600-4c1c-bd6c-c6d228f20d2f tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Jan 24 10:38:54.305598 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-076f9d40-2275-424b-bc4c-3c169da5591e req-f5c6f643-e30e-4ddc-abb8-75923a962f76 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Jan 24 10:38:54.384786 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92843ad-6e81-4619-8687-20f6b58df84c req-3e36d761-f373-4326-9525-479b03ab6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:54.386367 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d92843ad-6e81-4619-8687-20f6b58df84c req-3e36d761-f373-4326-9525-479b03ab6a6a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.0419607 Jan 24 10:38:54.435311 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d92843ad-6e81-4619-8687-20f6b58df84c req-35ed5e32-187e-4d36-a8f2-d11b15c6c8c0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426302 Jan 24 10:38:55.254830 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f8a4-ca36-4300-89aa-39d544910187 req-43da614c-d999-4b73-b9b4-d760c7d0c6c9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:55.256260 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fd79f8a4-ca36-4300-89aa-39d544910187 req-43da614c-d999-4b73-b9b4-d760c7d0c6c9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 943 time: 0.0829980 Jan 24 10:38:55.264482 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eb7ef-4568-45c7-bf47-083535be1b8f req-98c982d7-505e-4cdb-9ad0-0d01d95d2994 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:55.265887 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea5eb7ef-4568-45c7-bf47-083535be1b8f req-98c982d7-505e-4cdb-9ad0-0d01d95d2994 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0827506 Jan 24 10:38:55.340229 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fd79f8a4-ca36-4300-89aa-39d544910187 req-623c24d9-451c-4223-a5a2-8327cdc4d844 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733647 Jan 24 10:38:55.344019 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea5eb7ef-4568-45c7-bf47-083535be1b8f req-6b982912-954a-436c-91bc-5bfd3193e0e6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715742 Jan 24 10:38:55.579583 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device d1d972c4-abe6-40be-86a6-7a44e680af7d details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:38:55.681729 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:55.693286 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': 'd1d972c4-abe6-40be-86a6-7a44e680af7d', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'port_id': 'd1d972c4-abe6-40be-86a6-7a44e680af7d', 'mac_address': 'fa:16:3e:ad:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb43effc-d60f-4154-bb8c-2e0b42c94bc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:38:55.734357 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port d1d972c4-abe6-40be-86a6-7a44e680af7d is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:55.734762 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:55.752941 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d972c4-abe6-40be-86a6-7a44e680af7d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:38:55.773833 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:55.778667 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:55.827592 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:56.131065 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:38:56.486614 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302e6eb-f72f-4918-9b04-d81ed41d64c8 req-8fe75add-41c1-416b-88ee-343875b49c94 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:56.488112 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c302e6eb-f72f-4918-9b04-d81ed41d64c8 req-8fe75add-41c1-416b-88ee-343875b49c94 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0748508 Jan 24 10:38:56.496612 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22968f80-ab4a-4616-abbf-dca439d80407 req-c9244f95-f8ee-4843-8eb0-50abd55eeafc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:56.498119 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22968f80-ab4a-4616-abbf-dca439d80407 req-c9244f95-f8ee-4843-8eb0-50abd55eeafc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 944 time: 0.0874674 Jan 24 10:38:56.575458 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c302e6eb-f72f-4918-9b04-d81ed41d64c8 req-763e6f9f-9ee4-4cd9-8612-79b20095db19 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763435 Jan 24 10:38:56.582683 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22968f80-ab4a-4616-abbf-dca439d80407 req-50acd0db-4734-4951-b4b5-dc33d4b6debb tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768476 Jan 24 10:38:56.696891 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2c73-cf35-441d-905f-f2f58f0500e8 req-7c595e1e-5ee6-478e-9d44-d40bcda71712 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:56.698539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e3c2c73-cf35-441d-905f-f2f58f0500e8 req-7c595e1e-5ee6-478e-9d44-d40bcda71712 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Jan 24 10:38:56.748046 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e3c2c73-cf35-441d-905f-f2f58f0500e8 req-a6071a2d-3b8d-4ad9-a802-0216516c5836 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 Jan 24 10:38:56.770122 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50722) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:56.910999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bea3a-df6b-49e7-bfd3-1251c01b9317 tempest-TestShelveInstance-1792713527 tempest-TestShelveInstance-1792713527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:56.912770 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-eb6bea3a-df6b-49e7-bfd3-1251c01b9317 tempest-TestShelveInstance-1792713527 tempest-TestShelveInstance-1792713527-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1093 time: 0.1414092 Jan 24 10:38:56.915871 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 50728) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:38:56.920586 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:38:56.946852 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.048856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.157651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Allocated IP 172.27.1.56 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/2ffd2d60-ff0e-49e3-9508-b0a5c310bf22) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:38:57.263831 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.297472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.338192 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:38:57.341081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:38:57.344521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:38:57.374709 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'Port': ['ID=2ffd2d60-ff0e-49e3-9508-b0a5c310bf22,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:57.585613 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device d1d972c4-abe6-40be-86a6-7a44e680af7d up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:38:57.644657 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port d1d972c4-abe6-40be-86a6-7a44e680af7d completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:38:57.648937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port d1d972c4-abe6-40be-86a6-7a44e680af7d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:38:57.649454 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.730474 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port d1d972c4-abe6-40be-86a6-7a44e680af7d is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:38:57.730880 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.753565 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:57.755823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b22526-7254-44e1-a85d-e933e736db02 req-e1fcf9c4-aedd-4ab0-bd2d-9d523da2a232 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:57.756417 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10547bf3-7065-45cb-a699-b551449bc1ae" -d '{"events": [{"server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "name": "network-vif-plugged", "status": "completed", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:57.757560 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60b22526-7254-44e1-a85d-e933e736db02 req-e1fcf9c4-aedd-4ab0-bd2d-9d523da2a232 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 944 time: 0.1044517 Jan 24 10:38:57.772546 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:38:57.777526 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.797977 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for floatingip (8de1756d-4435-4264-9967-6c3fc606e306), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:57.805749 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275207ef-5f85-4455-9205-23774d3b5522 x-openstack-request-id: req-275207ef-5f85-4455-9205-23774d3b5522 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:57.806054 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "name": "network-vif-plugged", "status": "completed", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:57.806324 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-275207ef-5f85-4455-9205-23774d3b5522 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:57.806735 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d', 'code': 200} Jan 24 10:38:57.836289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:57.876042 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-60b22526-7254-44e1-a85d-e933e736db02 req-678549e7-c608-46d6-bb4c-515305b1cea8 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061387 Jan 24 10:38:57.917886 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:58.046874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3f49e-4eea-4ef1-a679-6733f139b8c4 req-1f1c9a57-664a-4823-964a-bbe08a25e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:58.048398 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42e3f49e-4eea-4ef1-a679-6733f139b8c4 req-1f1c9a57-664a-4823-964a-bbe08a25e03f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 1098 time: 0.0985811 Jan 24 10:38:58.119685 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42e3f49e-4eea-4ef1-a679-6733f139b8c4 req-808a5aea-15d6-44d4-baaf-2508c6cdddad service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633659 Jan 24 10:38:58.133250 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:58.138256 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:58.209631 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event updated for resources: {'Port': ['ID=2ffd2d60-ff0e-49e3-9508-b0a5c310bf22,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:38:58.221462 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (8de1756d-4435-4264-9967-6c3fc606e306), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:58.322736 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Floating IP 8de1756d-4435-4264-9967-6c3fc606e306 associated. External IP: 172.27.1.56, port: 8713638b-499f-49d6-8085-909f18bee668. Jan 24 10:38:58.530497 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:38:58.657362 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:38:58.668142 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Sync routers for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:38:58.677721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:38:58.678336 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:58.678969 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:58.704450 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bf636bea-5f90-4e89-aca3-de4bb436cbf9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7874348 Jan 24 10:38:58.705285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:38:58.707687 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57563b8c-cd52-4086-bae1-67af36ca5568" -d '{"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:38:58.746504 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d200b385-6b21-4093-a525-005c4fb10d5e x-openstack-request-id: req-d200b385-6b21-4093-a525-005c4fb10d5e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:38:58.746804 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:38:58.747067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d200b385-6b21-4093-a525-005c4fb10d5e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:38:58.747487 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'status': 'completed', 'code': 200} Jan 24 10:38:58.796101 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:58.821327 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-d5f1779d-80db-4f82-b41b-01d64cd833f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:58.822712 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-d5f1779d-80db-4f82-b41b-01d64cd833f0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.0488877 Jan 24 10:38:58.942688 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-3afc9944-3537-4cae-b7a4-9ca329e4b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:58.944847 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-3afc9944-3537-4cae-b7a4-9ca329e4b4e3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1049395 Jan 24 10:38:59.046613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4ff7-e017-4d44-9130-1e4e62f49afa req-345fc333-4cb6-43e1-b54c-c7437e543057 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:59.048033 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c7c4ff7-e017-4d44-9130-1e4e62f49afa req-345fc333-4cb6-43e1-b54c-c7437e543057 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 945 time: 0.0971618 Jan 24 10:38:59.060528 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-06be0f25-4b30-43be-a881-5006381ae51b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 998 time: 0.0987914 Jan 24 10:38:59.093886 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8de1756d-4435-4264-9967-6c3fc606e306', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'mac_address': 'fa:16:3e:b5:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f731b0-242a-423f-aacd-7a32849b0f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:57Z', 'updated_at': '2022-01-24T10:38:57Z', 'revision_number': 0, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:59.119590 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Checking router: 0472fd0d-a2d4-491e-a6e6-ce50fb39041b for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:38:59.129385 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:38:59.130043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:38:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:59.137430 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c7c4ff7-e017-4d44-9130-1e4e62f49afa req-8705176b-f934-4442-97c4-54ba7cf04848 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Jan 24 10:38:59.140043 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-3ca85956-0619-4837-aa91-ddd77e943b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:59.140678 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-3ca85956-0619-4837-aa91-ddd77e943b96 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0674210 Jan 24 10:38:59.194322 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-e5fa5ff8-00a1-4bb0-b085-2463512be2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:38:59.195846 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-e5fa5ff8-00a1-4bb0-b085-2463512be2f5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474954 Jan 24 10:38:59.250475 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:38:59.284715 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-d3576600-84f6-48ae-92c2-9df20619c035 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819111 Jan 24 10:38:59.391117 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57563b8c-cd52-4086-bae1-67af36ca5568 req-18c1d2b0-6a40-40c3-b9cd-ef02dd300820 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905449 Jan 24 10:38:59.602240 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8de1756d-4435-4264-9967-6c3fc606e306', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'mac_address': 'fa:16:3e:b5:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f731b0-242a-423f-aacd-7a32849b0f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:57Z', 'updated_at': '2022-01-24T10:38:57Z', 'revision_number': 0, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:38:59.629458 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b17af-9a72-4e96-a6f6-a26c5eea0f42 None None] The sync data for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi is: [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8de1756d-4435-4264-9967-6c3fc606e306', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'mac_address': 'fa:16:3e:b5:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f731b0-242a-423f-aacd-7a32849b0f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:38:57Z', 'updated_at': '2022-01-24T10:38:57Z', 'revision_number': 0, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:38:59.843802 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81f4d4-07e9-4d92-9687-aa4bbdb74b65 None None] New status for floating IP 8de1756d-4435-4264-9967-6c3fc606e306: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:39:00.070411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:00.257956 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422ccde-3dcd-4877-a2e5-02fbd46ab6b6 req-e68e9b82-6578-427c-9c10-888fb6e0c89e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:00.259340 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9422ccde-3dcd-4877-a2e5-02fbd46ab6b6 req-e68e9b82-6578-427c-9c10-888fb6e0c89e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Jan 24 10:39:00.306852 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9422ccde-3dcd-4877-a2e5-02fbd46ab6b6 req-3a2550f9-878b-4be1-8d26-bd69898c19a4 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.584733 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:09.587936 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-900ab304-151a-4394-b320-a3c872bb1d02 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:09.589466 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-900ab304-151a-4394-b320-a3c872bb1d02 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1039987 Jan 24 10:39:09.603731 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-692c2153-a21b-4896-aaad-c50beeeb9615 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/quotas/76709872327e4c6eb41ed7f9b9252751 HTTP/1.1" status: 200 len: 375 time: 0.0089426 Jan 24 10:39:09.652352 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-72edd2ef-f818-49da-813e-0b44270409e3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438941 Jan 24 10:39:09.744359 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-288a29f7-a2f9-46a8-bf43-c7f878ebe960 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848935 Jan 24 10:39:09.832577 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-8e0f9ccf-fc0e-4c4e-9218-3543b84b05c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Jan 24 10:39:09.991368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-086fae5c-3041-4b35-942d-957670251a8e req-c1179a70-be99-4c90-8255-8c7965b3575d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Jan 24 10:39:11.100076 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-634a7846-c01b-4030-8f20-f084cc535f32 req-680b9e77-0d21-4cb8-bb5b-4a9a2ac5da83 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Jan 24 10:39:11.208080 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-390879d3-93dd-43c3-ad71-01424737348c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:11.209603 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-390879d3-93dd-43c3-ad71-01424737348c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1123378 Jan 24 10:39:11.230861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Request body: {'port': {'device_id': '58154dcb-2796-4593-b6ab-f02e31267403', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'admin_state_up': True, 'tenant_id': '76709872327e4c6eb41ed7f9b9252751'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:11.350955 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:39:11.355139 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:11.482442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Allocated IP 172.20.0.5 (f45b48a1-32d9-42b5-9a93-e0c023adb168/eb43effc-d60f-4154-bb8c-2e0b42c94bc0/85406b2c-2d84-4fba-a172-cb3cda213835) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:39:11.630653 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks [] for port (85406b2c-2d84-4fba-a172-cb3cda213835), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:11.667032 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:11.686196 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:11.717883 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:39:11.721057 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:39:11.724819 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:39:11.731487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event updated for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:12.026322 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:12.026969 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.043031 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-dc3a6c86-ffe4-4c75-820f-c6f587deb17a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181696 Jan 24 10:39:12.058487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Request body: {'port': {'device_id': '58154dcb-2796-4593-b6ab-f02e31267403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:12.112096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.301904 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d025d5-d41c-4c76-ba5f-053deed9a856 req-3a2fc87e-2a68-44b0-aaf3-1de709ef9367 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:12.303291 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-38d025d5-d41c-4c76-ba5f-053deed9a856 req-3a2fc87e-2a68-44b0-aaf3-1de709ef9367 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 931 time: 0.1286068 Jan 24 10:39:12.395248 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-38d025d5-d41c-4c76-ba5f-053deed9a856 req-cdac7913-8635-4e7c-8841-1cbb85e4177d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 Jan 24 10:39:12.455282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85406b2c-2d84-4fba-a172-cb3cda213835 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:12.462644 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks [] for port (85406b2c-2d84-4fba-a172-cb3cda213835), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.474424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Transition to ACTIVE for port object 85406b2c-2d84-4fba-a172-cb3cda213835 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:39:12.478802 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.530908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Pushing event updated for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:12.601115 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Attempting to bind port 85406b2c-2d84-4fba-a172-cb3cda213835 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:39:12.601460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Attempting to bind port 85406b2c-2d84-4fba-a172-cb3cda213835 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:39:12.601803 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Attempting to bind port 85406b2c-2d84-4fba-a172-cb3cda213835 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:12.606807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Port 85406b2c-2d84-4fba-a172-cb3cda213835 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:39:12.607136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Attempting to bind port 85406b2c-2d84-4fba-a172-cb3cda213835 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:12.611965 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:39:12.612309 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Checking segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:39:12.612701 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Bound using segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:39:12.613174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Bound port: 85406b2c-2d84-4fba-a172-cb3cda213835, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:39:12.613536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.674175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:39:12.677166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=85406b2c-2d84-4fba-a172-cb3cda213835,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:39:12.682107 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.721924 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:12.722563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:12.723950 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] 10.222.0.120 "PUT /v2.0/ports/85406b2c-2d84-4fba-a172-cb3cda213835 HTTP/1.1" status: 200 len: 1093 time: 0.6702278 Jan 24 10:39:12.724406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:12.726741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bcf96-a438-4a80-ac45-2493c4df0982" -d '{"events": [{"name": "network-changed", "server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:12.752482 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244827a-000f-4344-960d-bcc729c59c64 service neutron] Pushing event updated for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:12.779388 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6393a45-df15-4c43-8efe-6ca674bf116c x-openstack-request-id: req-c6393a45-df15-4c43-8efe-6ca674bf116c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:12.779815 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:12.780080 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6393a45-df15-4c43-8efe-6ca674bf116c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:12.780542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835', 'status': 'completed', 'code': 200} Jan 24 10:39:12.816126 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-811fdbe0-d49d-4793-8c2e-2ad85b464749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:12.817634 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-811fdbe0-d49d-4793-8c2e-2ad85b464749 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 1096 time: 0.0504141 Jan 24 10:39:12.864724 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-1bc10584-0023-41ce-b23d-3907a98fd768 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85406b2c-2d84-4fba-a172-cb3cda213835 HTTP/1.1" status: 200 len: 217 time: 0.0375729 Jan 24 10:39:12.917897 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-35dd5de6-de51-46cd-8e66-78a132338b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:12.919317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-35dd5de6-de51-46cd-8e66-78a132338b65 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0464444 Jan 24 10:39:12.957462 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-fe4ca5ad-a9c7-4dc0-adb9-a0e1a17d31e2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252392 Jan 24 10:39:13.046672 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-8b42a631-956c-40b3-a0ef-858eaa8cfa7d service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808067 Jan 24 10:39:13.146041 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d068a319-f4e4-4432-b71a-d1e3a8c87c0e req-7f8ded6f-a4b8-4e54-ab9f-f0ab3f18c146 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911760 Jan 24 10:39:13.249470 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-6e592971-9092-4c53-b516-a4f61ac7f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:13.250944 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-6e592971-9092-4c53-b516-a4f61ac7f035 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 1096 time: 0.0413377 Jan 24 10:39:13.351108 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-5e85b252-0500-4175-9594-ed3ebb990817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:13.352636 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-5e85b252-0500-4175-9594-ed3ebb990817 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 915 time: 0.0909436 Jan 24 10:39:13.395803 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-3fa1ffe0-5941-4741-9638-97b65b488dcc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85406b2c-2d84-4fba-a172-cb3cda213835 HTTP/1.1" status: 200 len: 217 time: 0.0356019 Jan 24 10:39:13.446418 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-f5bd4e46-0b12-4d87-9cf5-577dee5d9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:13.448254 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-f5bd4e46-0b12-4d87-9cf5-577dee5d9da7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0443881 Jan 24 10:39:13.504816 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-9b737bde-1085-48e6-bb5c-3e6701d22fc3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489216 Jan 24 10:39:13.549882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88438c9-718b-408f-b8bc-4c9ebffae687 req-9828afbe-66e0-4da0-8aab-d574112d7218 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:13.551324 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b88438c9-718b-408f-b8bc-4c9ebffae687 req-9828afbe-66e0-4da0-8aab-d574112d7218 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 943 time: 0.0878360 Jan 24 10:39:13.648941 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b88438c9-718b-408f-b8bc-4c9ebffae687 req-1c7d9c67-e24f-4a7a-a9ed-04609f76e00f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704117 Jan 24 10:39:13.651020 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-aca0108d-6a8b-4089-b549-8c98348e93e1 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364295 Jan 24 10:39:13.755778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e1bcf96-a438-4a80-ac45-2493c4df0982 req-338cb394-9e90-4fa3-8073-a5b93d2054b2 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869222 Jan 24 10:39:14.493643 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-35429c62-605b-44e1-990a-ae9007d04ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:14.769025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9430-e70b-45b6-a2fc-7d175fae8e03 req-5d26de28-93af-422a-b53f-06adf0b6c51d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:14.770610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ebd9430-e70b-45b6-a2fc-7d175fae8e03 req-5d26de28-93af-422a-b53f-06adf0b6c51d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Jan 24 10:39:14.821622 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ebd9430-e70b-45b6-a2fc-7d175fae8e03 req-7b1dee53-e82b-41fe-9ad5-075271f0ea94 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Jan 24 10:39:15.939286 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baed4da-2beb-4a2a-91a2-e49b4303db0a req-4508447c-02ad-417d-98e2-55a65696e729 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:15.940777 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7baed4da-2beb-4a2a-91a2-e49b4303db0a req-4508447c-02ad-417d-98e2-55a65696e729 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 943 time: 0.0490615 Jan 24 10:39:15.992694 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7baed4da-2beb-4a2a-91a2-e49b4303db0a req-ccb3addd-1425-4079-8797-b7c56f2adf65 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Jan 24 10:39:16.795480 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a79606ab-e469-4969-86f2-546d4718b466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:17.116589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af247c-821b-45d5-a13d-b8ba81bba609 req-10ffced5-a37a-4b29-be0c-601c85e8c350 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:17.118101 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7af247c-821b-45d5-a13d-b8ba81bba609 req-10ffced5-a37a-4b29-be0c-601c85e8c350 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 943 time: 0.0560513 Jan 24 10:39:17.163550 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7af247c-821b-45d5-a13d-b8ba81bba609 req-417b2941-d069-4392-b425-6b020eb59087 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jan 24 10:39:17.708952 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 85406b2c-2d84-4fba-a172-cb3cda213835 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:39:17.802602 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=85406b2c-2d84-4fba-a172-cb3cda213835,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:17.817774 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '85406b2c-2d84-4fba-a172-cb3cda213835', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'port_id': '85406b2c-2d84-4fba-a172-cb3cda213835', 'mac_address': 'fa:16:3e:0f:27:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb43effc-d60f-4154-bb8c-2e0b42c94bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:39:17.855205 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 85406b2c-2d84-4fba-a172-cb3cda213835 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:39:17.855601 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:17.868156 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85406b2c-2d84-4fba-a172-cb3cda213835 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:17.888214 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=85406b2c-2d84-4fba-a172-cb3cda213835,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:17.892104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:17.937125 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:17.943938 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.944322 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.944693 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.945069 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.945413 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.945751 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.946087 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.946424 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.947314 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.947669 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.948003 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.948334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:17.948658 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:18.035423 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:18.282277 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af949292-a446-44c5-90e9-6b05a5dc4295 req-bcd525bb-9437-4938-9847-ab60f7e1d197 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:18.283762 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af949292-a446-44c5-90e9-6b05a5dc4295 req-bcd525bb-9437-4938-9847-ab60f7e1d197 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 944 time: 0.0525885 Jan 24 10:39:18.316648 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['85406b2c-2d84-4fba-a172-cb3cda213835'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:18.332351 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af949292-a446-44c5-90e9-6b05a5dc4295 req-71f5ae91-4090-419d-a983-98a014e5b132 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Jan 24 10:39:19.452582 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:19.453580 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dad2a-c2dd-479a-9a9c-3ee05a1b021d req-28903d84-c154-4de3-8839-51f09236b063 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:19.455127 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d7dad2a-c2dd-479a-9a9c-3ee05a1b021d req-28903d84-c154-4de3-8839-51f09236b063 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 944 time: 0.0524998 Jan 24 10:39:19.502745 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d7dad2a-c2dd-479a-9a9c-3ee05a1b021d req-d4ae4f6a-3e52-450b-8b49-318357ecd106 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Jan 24 10:39:19.724609 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 85406b2c-2d84-4fba-a172-cb3cda213835 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:39:19.777600 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 85406b2c-2d84-4fba-a172-cb3cda213835 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:39:19.781960 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 85406b2c-2d84-4fba-a172-cb3cda213835 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:39:19.782338 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:19.873061 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 85406b2c-2d84-4fba-a172-cb3cda213835 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:39:19.873457 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:19.895016 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:19.897325 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e8e69f-cd09-491b-b7bc-1438bab05ff8" -d '{"events": [{"server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "name": "network-vif-plugged", "status": "completed", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:19.909568 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=85406b2c-2d84-4fba-a172-cb3cda213835,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:19.913993 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:19.937818 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724af88-a8d3-408b-afa0-445e86dc02a3 x-openstack-request-id: req-3724af88-a8d3-408b-afa0-445e86dc02a3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:19.938162 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "name": "network-vif-plugged", "status": "completed", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:19.938429 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3724af88-a8d3-408b-afa0-445e86dc02a3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:19.938829 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835', 'code': 200} Jan 24 10:39:19.965163 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:20.109148 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e625-b0bd-4938-b97f-22903d7e6d05 req-dbeb25cb-bcc3-450a-8acb-59c41d6140d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:20.110640 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eda2e625-b0bd-4938-b97f-22903d7e6d05 req-dbeb25cb-bcc3-450a-8acb-59c41d6140d4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 1098 time: 0.0436881 Jan 24 10:39:20.168445 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eda2e625-b0bd-4938-b97f-22903d7e6d05 req-dc867d80-a637-4740-b883-df346e771226 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Jan 24 10:39:20.616405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9650e-8b16-49d7-9a84-0a41d81ea283 req-e712ae96-0e30-4cb2-8dff-721d65863501 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:20.617926 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ef9650e-8b16-49d7-9a84-0a41d81ea283 req-e712ae96-0e30-4cb2-8dff-721d65863501 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Jan 24 10:39:20.663917 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ef9650e-8b16-49d7-9a84-0a41d81ea283 req-3a83db53-c2ab-425e-a5c0-fac3b39cfff8 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Jan 24 10:39:20.779958 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:21.778307 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aba48-94fa-467a-981b-90acfce32174 req-cfb6ad55-1f57-49fc-baed-d084c3062ed6 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:21.780012 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-378aba48-94fa-467a-981b-90acfce32174 req-cfb6ad55-1f57-49fc-baed-d084c3062ed6 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0480137 Jan 24 10:39:21.832850 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-378aba48-94fa-467a-981b-90acfce32174 req-ab60c0bb-88e6-4df1-a3a4-ff79dc8d4dd5 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Jan 24 10:39:22.947359 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcfc17-4b71-4443-a38f-5bca3239b3f6 req-a08174f9-2071-4011-b095-f1011edc6454 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:22.948815 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80dcfc17-4b71-4443-a38f-5bca3239b3f6 req-a08174f9-2071-4011-b095-f1011edc6454 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0487311 Jan 24 10:39:22.994705 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80dcfc17-4b71-4443-a38f-5bca3239b3f6 req-65e4a873-a29f-42c1-95f5-f54ef3e78c98 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jan 24 10:39:24.111302 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58038e-48a6-4611-9b2b-6298e4f05430 req-633dee47-64bf-4336-ab5e-40c284bf0938 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:24.112769 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9f58038e-48a6-4611-9b2b-6298e4f05430 req-633dee47-64bf-4336-ab5e-40c284bf0938 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0493686 Jan 24 10:39:24.157774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9f58038e-48a6-4611-9b2b-6298e4f05430 req-af5b1d5e-a9bb-4fba-8ce3-17128aad5f00 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Jan 24 10:39:25.277507 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63042-78dd-47f4-b258-3cd97395ebcc req-737ce4b6-73f4-448e-a108-a3738fe482fa tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:25.279005 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66e63042-78dd-47f4-b258-3cd97395ebcc req-737ce4b6-73f4-448e-a108-a3738fe482fa tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0556548 Jan 24 10:39:25.326414 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66e63042-78dd-47f4-b258-3cd97395ebcc req-1956a515-402e-4066-9255-a58aed8e7a8d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Jan 24 10:39:29.897533 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-716438b8-f943-45d3-a688-a037c8e544ee service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422986 Jan 24 10:39:29.986660 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-a53d79ad-8a02-4656-b263-7f0c8fcdf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:29.988306 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-a53d79ad-8a02-4656-b263-7f0c8fcdf08d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 1100 time: 0.0430524 Jan 24 10:39:30.101266 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:30.200041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-dc643bbf-6501-4861-8b03-e13833b5e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:30.201438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-dc643bbf-6501-4861-8b03-e13833b5e1bd service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.1848187 Jan 24 10:39:30.292792 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-d878463a-5a97-44b7-92c7-ed8cd750de9e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:30.294274 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-d878463a-5a97-44b7-92c7-ed8cd750de9e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1710365 Jan 24 10:39:30.296130 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-012ad063-1f8e-4642-b6e6-9464161e9a0c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 200 len: 1001 time: 0.0813911 Jan 24 10:39:30.310443 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-cf729dba-09e9-4e85-895e-c5196bbfaef2 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/quotas/76709872327e4c6eb41ed7f9b9252751 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Jan 24 10:39:30.386347 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-e3e31ac2-85ad-4709-a04b-098faaa23c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:30.387811 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-e3e31ac2-85ad-4709-a04b-098faaa23c5a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0742636 Jan 24 10:39:30.398267 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-c0630258-815f-4565-adb2-09deda6df263 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775583 Jan 24 10:39:30.488153 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-5e9733b2-0479-4e3c-8d31-8fbf5dd61b15 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Jan 24 10:39:30.583561 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-5262bbe8-aed5-44b3-853e-ed7d0d310a8b service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888982 Jan 24 10:39:30.706046 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:39:30.735881 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf90e50c-6db1-4852-b4e2-8667d4147d0d req-01b5298b-cd2a-4312-9579-84a77f5405b6 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 210 time: 0.0272460 Jan 24 10:39:31.339837 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-beb8d1c0-21f8-4870-b5d6-a1095f412100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:31.341358 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-beb8d1c0-21f8-4870-b5d6-a1095f412100 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425539 Jan 24 10:39:31.829482 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27ad91de-90ed-42d2-86bb-8d32de3f34f7 req-9b33f0c6-0b60-4f03-9cc1-b816f31c0b82 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jan 24 10:39:32.927208 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb313a6c-aeba-45ae-908f-0d08eaabc802 req-7b2ef6e6-5aed-4fc8-89cd-22ddf536ffd8 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 210 time: 0.0286694 Jan 24 10:39:33.285906 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-f11a881a-3334-49b9-b871-93889ad6dcec service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910275 Jan 24 10:39:33.393325 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d6252fe-9d48-4960-a4cb-a6655dd60c59 req-b84e03da-3662-4d1b-ab78-44e9a56cf023 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925708 Jan 24 10:39:33.995341 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-ae116b28-aad7-4914-9ecd-be23b2e638e1 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:33.997816 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-ae116b28-aad7-4914-9ecd-be23b2e638e1 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1083183 Jan 24 10:39:34.014018 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Request body: {'port': {'device_id': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'admin_state_up': True, 'tenant_id': '76709872327e4c6eb41ed7f9b9252751'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:34.032073 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e260710-c7a0-41e4-8cb3-0031a38d9106 req-a5691240-13e1-4907-9a9a-8be8b99c2d3a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 210 time: 0.0332770 Jan 24 10:39:34.139944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:39:34.143584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.283433 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Allocated IP 172.20.0.7 (f45b48a1-32d9-42b5-9a93-e0c023adb168/eb43effc-d60f-4154-bb8c-2e0b42c94bc0/07901c7c-0f6d-4d3a-b4b3-b9c930af7072) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:39:34.436516 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks [] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.473475 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.496726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d', '85406b2c-2d84-4fba-a172-cb3cda213835'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:34.521722 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:39:34.525089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:39:34.527622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:39:34.556470 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event updated for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:34.568795 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.569178 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.569527 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.569869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.570212 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.570545 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.570882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.571239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.572101 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.572433 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.572764 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.573115 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.573445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:39:34.593901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:34.594531 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.610562 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-1bd8f638-f60d-4367-945c-0a786e8b9a79 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013367 Jan 24 10:39:34.624389 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Request body: {'port': {'device_id': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:34.677103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.939800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:34.947700 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks [] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:34.959564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Transition to ACTIVE for port object 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:39:34.966397 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:35.019055 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Pushing event updated for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:35.087905 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Attempting to bind port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:39:35.088241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Attempting to bind port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:39:35.088572 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Attempting to bind port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:35.093011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:39:35.093342 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Attempting to bind port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:35.098305 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:39:35.098688 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Checking segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:39:35.099067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Bound using segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:39:35.099493 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Bound port: 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:39:35.099857 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:35.188572 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428a11e-51a4-4ce1-ac79-05b5a59a39ba req-4bcd15e4-4ea7-40f1-873b-089b1bb5998a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:35.190152 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0428a11e-51a4-4ce1-ac79-05b5a59a39ba req-4bcd15e4-4ea7-40f1-873b-089b1bb5998a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 943 time: 0.0881834 Jan 24 10:39:35.212341 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:39:35.226939 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:39:35.235413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:35.294395 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0428a11e-51a4-4ce1-ac79-05b5a59a39ba req-16cae238-1e11-4fcf-8168-a80968453744 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Jan 24 10:39:35.297757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:35.298397 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:35.299750 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] 10.222.0.120 "PUT /v2.0/ports/07901c7c-0f6d-4d3a-b4b3-b9c930af7072 HTTP/1.1" status: 200 len: 1093 time: 0.6794376 Jan 24 10:39:35.300205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:35.302781 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ab168-0d0f-48ed-bf04-64320a80575a" -d '{"events": [{"name": "network-changed", "server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:35.342493 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3aaa-fd8f-4848-bf56-8de17abe1780 service neutron] Pushing event updated for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:35.353261 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5028b41b-6c77-43f5-828e-61fde6e347a7 x-openstack-request-id: req-5028b41b-6c77-43f5-828e-61fde6e347a7 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:35.353636 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:35.353970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5028b41b-6c77-43f5-828e-61fde6e347a7 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:35.354455 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', 'status': 'completed', 'code': 200} Jan 24 10:39:35.418247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-34cc1bc8-d742-42b9-a32c-da53765a6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:35.419775 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-34cc1bc8-d742-42b9-a32c-da53765a6ca1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 1096 time: 0.0456703 Jan 24 10:39:35.468922 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-d0758e7c-0aea-41ee-8cf0-04e70c6547e3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072 HTTP/1.1" status: 200 len: 217 time: 0.0350225 Jan 24 10:39:35.540837 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-d8946c91-8d43-4d63-a754-01fc1ebe79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:35.542296 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-d8946c91-8d43-4d63-a754-01fc1ebe79a5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0469968 Jan 24 10:39:35.828251 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-743eba09-d0e3-4681-b2ea-137af4e58251 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2766476 Jan 24 10:39:35.917389 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-e5f7b1c9-97ec-415d-8ca6-abbc871b3de1 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788913 Jan 24 10:39:36.012182 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df9ffb28-45c2-4b6b-a580-63521596a66f req-49c810d3-5b55-45b9-b81d-161c70b609b6 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Jan 24 10:39:36.111417 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-f820efed-1d3a-4276-96ff-96e2aae21e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:36.112909 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-f820efed-1d3a-4276-96ff-96e2aae21e60 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 1096 time: 0.0414112 Jan 24 10:39:36.208105 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-96469bcd-1f39-45e4-bab2-4c1a11da0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:36.209614 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-96469bcd-1f39-45e4-bab2-4c1a11da0729 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 915 time: 0.0887837 Jan 24 10:39:36.251445 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-c3ce1c3a-7d65-4981-aae5-0f5a903430e5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072 HTTP/1.1" status: 200 len: 217 time: 0.0343614 Jan 24 10:39:36.300574 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-ae82c4a6-bb33-469e-a255-8eaa4a37a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:36.302040 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-ae82c4a6-bb33-469e-a255-8eaa4a37a26a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0420525 Jan 24 10:39:36.338291 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-aa1d6a5b-0f86-4936-95fa-384596fe8528 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293105 Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.463947 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:39:36.467054 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d576f-e939-4849-92a8-1cd673ec0da3 req-fd522d09-d146-4432-a524-55fe5bbfbaea tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:36.468004 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe5d576f-e939-4849-92a8-1cd673ec0da3 req-fd522d09-d146-4432-a524-55fe5bbfbaea tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 943 time: 0.1002870 Jan 24 10:39:36.488213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-c693523a-8c5a-4a8a-a783-4dfcee60b50b service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417897 Jan 24 10:39:36.548184 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe5d576f-e939-4849-92a8-1cd673ec0da3 req-b3ec346e-7675-4ffd-ac6e-55984a53ea03 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Jan 24 10:39:36.605472 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef9ab168-0d0f-48ed-bf04-64320a80575a req-213981ed-7150-430f-963e-7949c4d3f18f service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970094 Jan 24 10:39:37.670741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd78c7-c9b6-4761-a7a0-88424fb882ac req-724b81bb-e00a-4736-ab85-3ab28bed2441 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:37.672254 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5dfd78c7-c9b6-4761-a7a0-88424fb882ac req-724b81bb-e00a-4736-ab85-3ab28bed2441 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 943 time: 0.0552309 Jan 24 10:39:37.725615 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5dfd78c7-c9b6-4761-a7a0-88424fb882ac req-2c14b16a-aa2e-48ab-8fd3-12d50b695a6f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Jan 24 10:39:38.844807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0646b-04d5-44bd-8149-675dffd1612c req-e9175f9b-f15d-43c7-856e-1f2af7096c0f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:38.846338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00d0646b-04d5-44bd-8149-675dffd1612c req-e9175f9b-f15d-43c7-856e-1f2af7096c0f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 943 time: 0.0512462 Jan 24 10:39:38.894779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00d0646b-04d5-44bd-8149-675dffd1612c req-75025c09-26b9-457f-8f92-fa530774b542 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Jan 24 10:39:39.016542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20a3c4-e63a-4228-a7aa-0f8cc82694d2 req-1cb60d40-48bd-4edf-92c2-6b43eef20ce7 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:39.018025 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb20a3c4-e63a-4228-a7aa-0f8cc82694d2 req-1cb60d40-48bd-4edf-92c2-6b43eef20ce7 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Jan 24 10:39:39.067269 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb20a3c4-e63a-4228-a7aa-0f8cc82694d2 req-ab528e5d-ef05-4497-998d-c15b1ebfe77b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Jan 24 10:39:39.863619 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:39:39.972308 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:39.984295 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'port_id': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', 'mac_address': 'fa:16:3e:b8:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb43effc-d60f-4154-bb8c-2e0b42c94bc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:39:40.017467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee5835-1036-4b75-b39c-d1d268e76294 req-bfc54645-7da5-41f2-bb59-1538bc706ae3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:40.018954 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-67ee5835-1036-4b75-b39c-d1d268e76294 req-bfc54645-7da5-41f2-bb59-1538bc706ae3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 943 time: 0.0490224 Jan 24 10:39:40.021610 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:39:40.022013 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:40.035204 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:40.054617 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:40.059588 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:40.068748 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-67ee5835-1036-4b75-b39c-d1d268e76294 req-b07b583c-d111-4314-b83f-5bc1c611862a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Jan 24 10:39:40.109535 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:40.187262 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b148bd-0589-4f3e-b076-f3aed917b4b9 req-695bd373-8e1f-4ad8-8a81-ca707446acaa tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:40.188742 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b148bd-0589-4f3e-b076-f3aed917b4b9 req-695bd373-8e1f-4ad8-8a81-ca707446acaa tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0489261 Jan 24 10:39:40.235376 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b148bd-0589-4f3e-b076-f3aed917b4b9 req-f03d880a-a22c-46ed-866b-19153d0504d4 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jan 24 10:39:40.442908 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['07901c7c-0f6d-4d3a-b4b3-b9c930af7072'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:41.187827 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7aae6-08e7-46f2-ad08-e8b88769f1c5 req-e49b7167-026b-46d4-b6f3-c972bc191ba0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:41.189340 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8a7aae6-08e7-46f2-ad08-e8b88769f1c5 req-e49b7167-026b-46d4-b6f3-c972bc191ba0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 944 time: 0.0540578 Jan 24 10:39:41.262034 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-85dea72c-5e92-4c05-a5d9-adddfb7a4adf tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:41.263545 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-85dea72c-5e92-4c05-a5d9-adddfb7a4adf tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0733275 Jan 24 10:39:41.271187 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8a7aae6-08e7-46f2-ad08-e8b88769f1c5 req-07650c1e-73af-4066-9e1e-d2d3948240b5 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733664 Jan 24 10:39:41.400095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e88be-8ff4-49a1-b72f-6e4091a3c860 req-2f8d84f0-e2c3-474d-a3bd-ae6dd40f4c9f tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:41.401640 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a5e88be-8ff4-49a1-b72f-6e4091a3c860 req-2f8d84f0-e2c3-474d-a3bd-ae6dd40f4c9f tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0eb4fd5-b859-4762-b0d2-6d4a521f47e5 HTTP/1.1" status: 200 len: 945 time: 0.0849218 Jan 24 10:39:41.407799 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Deleting port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:39:41.408157 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:41.509204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a5e88be-8ff4-49a1-b72f-6e4091a3c860 req-4a4c3615-9c0e-439a-8eeb-b3aff30f9b75 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975213 Jan 24 10:39:41.533864 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] For port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:41.534235 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:41.551942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Calling delete_port for 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:39:41.679787 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:41.691846 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:41.708111 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Pushing event deleted for resources: {'Port': ['ID=5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:41.750399 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] No DVR routers for this DVR port 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:39:41.753025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:41.756425 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49168f9a-adad-48e3-b8b4-c5b784d5d71f req-e5f67318-3010-4c85-8fd3-97bb254c2fca tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "DELETE /v2.0/ports/5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 HTTP/1.1" status: 204 len: 173 time: 0.4843554 Jan 24 10:39:41.756877 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'name': 'network-vif-deleted', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:41.759235 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b2b4b0-ab38-4e5a-91b3-45c669c10d78" -d '{"events": [{"server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "name": "network-vif-deleted", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:41.795416 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41418e41-6a95-4a88-afdf-adbef764a989 x-openstack-request-id: req-41418e41-6a95-4a88-afdf-adbef764a989 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:41.795725 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb4fd5-b859-4762-b0d2-6d4a521f47e5", "name": "network-vif-deleted", "tag": "5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:41.795996 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41418e41-6a95-4a88-afdf-adbef764a989 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:41.796419 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb4fd5-b859-4762-b0d2-6d4a521f47e5', 'name': 'network-vif-deleted', 'tag': '5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4', 'status': 'completed', 'code': 200} Jan 24 10:39:41.881618 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:39:41.930718 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:39:41.934712 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:39:41.935087 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:42.008084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:39:42.009017 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:42.037764 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:42.040044 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8fc71f-ee81-4c02-9ac8-030a6bf8d75d" -d '{"events": [{"server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "name": "network-vif-plugged", "status": "completed", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:42.050867 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:42.055246 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:42.078717 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5be9fd-92d3-4b13-ae43-4b982cf7ccc9 x-openstack-request-id: req-6d5be9fd-92d3-4b13-ae43-4b982cf7ccc9 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:42.079046 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "name": "network-vif-plugged", "status": "completed", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:42.079318 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d5be9fd-92d3-4b13-ae43-4b982cf7ccc9 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:42.079727 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', 'code': 200} Jan 24 10:39:42.104996 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:42.270389 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daa497-d161-48a3-89cf-9ec8a353fa6d req-a637365c-90ae-4a8d-8ec2-b51b221455b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:42.271984 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26daa497-d161-48a3-89cf-9ec8a353fa6d req-a637365c-90ae-4a8d-8ec2-b51b221455b7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 1098 time: 0.0454884 Jan 24 10:39:42.356255 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26daa497-d161-48a3-89cf-9ec8a353fa6d req-f1eea5d5-f454-4fd9-922e-46334ec54f0d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Jan 24 10:39:42.396588 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21595d7-77c4-44d2-89ac-8e319e900dba req-39a6bbbc-c655-41fa-aeb8-08f18873fdda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:42.398125 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e21595d7-77c4-44d2-89ac-8e319e900dba req-39a6bbbc-c655-41fa-aeb8-08f18873fdda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0540407 Jan 24 10:39:42.447083 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e21595d7-77c4-44d2-89ac-8e319e900dba req-f753b686-9a94-4aef-9d05-3d228432770a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Jan 24 10:39:43.562571 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b92d8f-6c74-497a-8eab-54926b111205 req-c0ba8cae-274b-4027-8588-9779bdc062d3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:43.564095 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-74b92d8f-6c74-497a-8eab-54926b111205 req-c0ba8cae-274b-4027-8588-9779bdc062d3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0501139 Jan 24 10:39:43.610807 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-74b92d8f-6c74-497a-8eab-54926b111205 req-f99e5a43-0228-4f30-9d14-c0add4167c87 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Jan 24 10:39:44.497192 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-92de6920-4525-43c6-82f9-e242e6ef9da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:44.734220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c59f7-ca8c-420a-be9c-f9529658f770 req-bc20e780-e9f3-4152-9d4c-52456ad95142 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:44.735700 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a7c59f7-ca8c-420a-be9c-f9529658f770 req-bc20e780-e9f3-4152-9d4c-52456ad95142 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0524623 Jan 24 10:39:44.781741 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a7c59f7-ca8c-420a-be9c-f9529658f770 req-725cb6da-aecc-436a-8edf-39a1ef26b6f3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Jan 24 10:39:45.895766 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:39:45.897968 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6bd1-029e-4e8f-8e52-8e289a296704 req-79dc38ed-be60-4533-b73d-ef0a8aaf96e3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:45.900169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a3b6bd1-029e-4e8f-8e52-8e289a296704 req-79dc38ed-be60-4533-b73d-ef0a8aaf96e3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0506663 Jan 24 10:39:45.916573 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:39:45.916939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 5f09a73a-1d2a-4483-90ed-2ee7e86c8bf4 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:39:45.947514 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a3b6bd1-029e-4e8f-8e52-8e289a296704 req-b6e691c4-db69-443e-a390-fe9a187ca18d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jan 24 10:39:46.799579 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5bb0257b-b88e-4550-ad5d-4ab509397fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:47.067072 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94daead-07c9-4562-8fcf-3bab3cdc2ab3 req-64623944-8aec-4ceb-8a41-e89122c25c4c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:47.068454 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c94daead-07c9-4562-8fcf-3bab3cdc2ab3 req-64623944-8aec-4ceb-8a41-e89122c25c4c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0489063 Jan 24 10:39:47.119685 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c94daead-07c9-4562-8fcf-3bab3cdc2ab3 req-33a9e17c-9428-4004-a114-cca378b32e07 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Jan 24 10:39:48.038819 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:49.452395 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:50.782186 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:52.546727 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-4bb10900-d6bb-4d57-83c6-6ebad1b4ada4 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:52.548097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-4bb10900-d6bb-4d57-83c6-6ebad1b4ada4 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 814 time: 0.0992131 Jan 24 10:39:52.562419 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-7cda2ee8-41e9-4cda-9f75-c35a06ef7d82 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/quotas/036ff78dbdf1439ca5b79cadb6d2b7bd HTTP/1.1" status: 200 len: 375 time: 0.0091259 Jan 24 10:39:52.597397 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-8b73e485-9768-45fc-ab0c-2efe9d1e689b tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302184 Jan 24 10:39:52.684325 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-ee8afab3-f353-4355-bea4-cff4d672b45a service neutron] 10.222.0.45 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804756 Jan 24 10:39:52.784293 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-1c7c4b29-4ce9-4a8d-b1a6-a02ccfcd961f service neutron] 10.222.0.45 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944664 Jan 24 10:39:52.940125 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5b97eac8-cc8a-4728-8398-89e9cb682da9 req-fce71f40-cae0-4903-9472-d57bf8b47e4c tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 210 time: 0.0276163 Jan 24 10:39:54.000536 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-c89f0093-5e17-46d1-b747-3a0fef05fc42 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:54.002070 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-c89f0093-5e17-46d1-b747-3a0fef05fc42 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 814 time: 0.1050088 Jan 24 10:39:54.023059 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Request body: {'port': {'device_id': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc', 'admin_state_up': True, 'tenant_id': '036ff78dbdf1439ca5b79cadb6d2b7bd'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:54.064449 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-00259fb7-d37e-4686-a596-2098653b8885 req-6b8a50bf-34a6-4816-af99-6a8f58b03fe0 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 210 time: 0.0540223 Jan 24 10:39:54.155478 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Made reservation on behalf of 036ff78dbdf1439ca5b79cadb6d2b7bd for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:39:54.159155 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.282277 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Allocated IP 172.20.0.11 (d9820f37-a0c5-4880-94bf-a622f76890dc/1af1eebf-1a24-41f9-a27f-9103455cf23c/7716258f-d560-4baf-a97e-c77975702a13) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:39:54.434407 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks [] for port (7716258f-d560-4baf-a97e-c77975702a13), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.472689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.523558 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Network d9820f37-a0c5-4880-94bf-a622f76890dc is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:39:54.526871 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:39:54.530651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:39:54.553830 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Pushing event updated for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:54.584395 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:54.585165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.604255 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-d63fea08-bb2e-424d-9db6-7de2064dc587 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920358 Jan 24 10:39:54.620302 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Request body: {'port': {'device_id': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:39:54.685488 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (7716258f-d560-4baf-a97e-c77975702a13), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.940050 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7716258f-d560-4baf-a97e-c77975702a13 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:54.947296 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks [] for port (7716258f-d560-4baf-a97e-c77975702a13), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:54.959132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Transition to ACTIVE for port object 7716258f-d560-4baf-a97e-c77975702a13 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:39:54.962633 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:55.013067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Pushing event updated for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:55.077865 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Attempting to bind port 7716258f-d560-4baf-a97e-c77975702a13 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:39:55.078196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Attempting to bind port 7716258f-d560-4baf-a97e-c77975702a13 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:39:55.078524 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Attempting to bind port 7716258f-d560-4baf-a97e-c77975702a13 on network d9820f37-a0c5-4880-94bf-a622f76890dc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:55.082715 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Port 7716258f-d560-4baf-a97e-c77975702a13 on network d9820f37-a0c5-4880-94bf-a622f76890dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:39:55.083038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Attempting to bind port 7716258f-d560-4baf-a97e-c77975702a13 on network d9820f37-a0c5-4880-94bf-a622f76890dc {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:39:55.088410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:39:55.088747 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Checking segment: {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:39:55.089159 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Bound using segment: {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:39:55.089579 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Bound port: 7716258f-d560-4baf-a97e-c77975702a13, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc61aacf-acef-45a9-8d0a-fa3489623725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:39:55.089937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (7716258f-d560-4baf-a97e-c77975702a13), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:55.178494 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:39:55.196394 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=7716258f-d560-4baf-a97e-c77975702a13,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:39:55.201063 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:55.216661 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f234-f3b7-4dbe-acd0-4faa47e8dcaf req-2b5383b7-498f-46e3-a51a-665f8e20b156 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.218169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4e4f234-f3b7-4dbe-acd0-4faa47e8dcaf req-2b5383b7-498f-46e3-a51a-665f8e20b156 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 944 time: 0.0807950 Jan 24 10:39:55.261707 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.262350 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:55.263673 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] 10.222.0.120 "PUT /v2.0/ports/7716258f-d560-4baf-a97e-c77975702a13 HTTP/1.1" status: 200 len: 1094 time: 0.6482587 Jan 24 10:39:55.265655 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'tag': '7716258f-d560-4baf-a97e-c77975702a13'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:39:55.267905 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160d815-0777-4ac8-8a59-902eea870a03" -d '{"events": [{"name": "network-changed", "server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "tag": "7716258f-d560-4baf-a97e-c77975702a13"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:39:55.299069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295687-25b9-409a-82a0-81e6f22138bb service neutron] Pushing event updated for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:55.311270 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fc075-df84-46a1-86d8-b7530b88a035 x-openstack-request-id: req-143fc075-df84-46a1-86d8-b7530b88a035 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:39:55.311559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "tag": "7716258f-d560-4baf-a97e-c77975702a13", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:39:55.311822 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-143fc075-df84-46a1-86d8-b7530b88a035 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:39:55.312231 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'tag': '7716258f-d560-4baf-a97e-c77975702a13', 'status': 'completed', 'code': 200} Jan 24 10:39:55.315992 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4e4f234-f3b7-4dbe-acd0-4faa47e8dcaf req-3edef8a1-0805-499e-b72e-bc690c134008 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789640 Jan 24 10:39:55.358258 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-bab9732f-0f13-4a7d-aa4f-ff27be2b2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.359728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-bab9732f-0f13-4a7d-aa4f-ff27be2b2722 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 1097 time: 0.0415282 Jan 24 10:39:55.406285 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-69ea6106-e002-457c-bdeb-c4d40b05a1f0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7716258f-d560-4baf-a97e-c77975702a13 HTTP/1.1" status: 200 len: 217 time: 0.0378823 Jan 24 10:39:55.454323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-ad246d76-55f2-4e1a-8e2c-c0e4da452970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.455681 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-ad246d76-55f2-4e1a-8e2c-c0e4da452970 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1af1eebf-1a24-41f9-a27f-9103455cf23c HTTP/1.1" status: 200 len: 854 time: 0.0426040 Jan 24 10:39:55.488063 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-2816fefd-8639-4829-bca9-516ef8949bf1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d9820f37-a0c5-4880-94bf-a622f76890dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249848 Jan 24 10:39:55.585896 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-10f3fb20-ef59-4461-aa69-4fb519204e38 service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890229 Jan 24 10:39:55.675757 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ced37745-e292-48d2-9a1e-e7e3d8762ed4 req-c4b6feae-b04d-420a-9532-033c44ad1260 service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811372 Jan 24 10:39:55.771806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d815-0777-4ac8-8a59-902eea870a03 req-76c59650-d7ae-49c2-97bb-b840f9c814d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.773209 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-76c59650-d7ae-49c2-97bb-b840f9c814d0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 1097 time: 0.0406473 Jan 24 10:39:55.866632 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d815-0777-4ac8-8a59-902eea870a03 req-b93db256-7333-4922-99b4-9ad1a0bffb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.868645 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-b93db256-7333-4922-99b4-9ad1a0bffb6f service neutron] 10.222.0.120 "GET /v2.0/networks?id=d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 200 len: 915 time: 0.0870633 Jan 24 10:39:55.910723 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-5eed3807-9343-4e9a-b272-27d684607073 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7716258f-d560-4baf-a97e-c77975702a13 HTTP/1.1" status: 200 len: 217 time: 0.0335839 Jan 24 10:39:55.962691 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d815-0777-4ac8-8a59-902eea870a03 req-2daca969-b2a0-4c78-bf35-827b74725d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:55.964135 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-2daca969-b2a0-4c78-bf35-827b74725d88 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1af1eebf-1a24-41f9-a27f-9103455cf23c HTTP/1.1" status: 200 len: 854 time: 0.0463104 Jan 24 10:39:56.000387 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-3ddb2a4f-982f-4a79-a87b-631d011621f6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d9820f37-a0c5-4880-94bf-a622f76890dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Jan 24 10:39:56.090969 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-ed74d7a1-51d2-442b-bab5-d9ff6d42cd8b service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800135 Jan 24 10:39:56.185204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9160d815-0777-4ac8-8a59-902eea870a03 req-086b8831-436e-45ff-a9c8-b83b7fb6172c service neutron] 10.222.0.120 "GET /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861554 Jan 24 10:39:56.432839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7773e-7de7-42b4-936e-7030c262861e req-0a757b67-e21f-46bc-867d-44c799dd80fc tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:56.434619 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2d7773e-7de7-42b4-936e-7030c262861e req-0a757b67-e21f-46bc-867d-44c799dd80fc tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 944 time: 0.0498250 Jan 24 10:39:56.480527 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2d7773e-7de7-42b4-936e-7030c262861e req-139f500e-f603-46ae-8d81-78a076cef84e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Jan 24 10:39:57.597239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c491f-a84c-4f28-a6c4-fbba8f10e9f6 req-02eb9ca9-a4bb-49a7-9c0d-f49b40699fa1 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:57.599589 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef7c491f-a84c-4f28-a6c4-fbba8f10e9f6 req-02eb9ca9-a4bb-49a7-9c0d-f49b40699fa1 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 944 time: 0.0535116 Jan 24 10:39:57.648423 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef7c491f-a84c-4f28-a6c4-fbba8f10e9f6 req-61c151a6-0238-4cc2-a54c-060df3cb1f34 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Jan 24 10:39:57.961525 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 7716258f-d560-4baf-a97e-c77975702a13 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:39:58.058055 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=7716258f-d560-4baf-a97e-c77975702a13,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:58.068939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '7716258f-d560-4baf-a97e-c77975702a13', 'network_id': 'd9820f37-a0c5-4880-94bf-a622f76890dc', 'port_id': '7716258f-d560-4baf-a97e-c77975702a13', 'mac_address': 'fa:16:3e:a4:06:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af1eebf-1a24-41f9-a27f-9103455cf23c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:39:58.105530 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 7716258f-d560-4baf-a97e-c77975702a13 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:39:58.105928 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (7716258f-d560-4baf-a97e-c77975702a13), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:58.118174 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7716258f-d560-4baf-a97e-c77975702a13 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:39:58.136878 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=7716258f-d560-4baf-a97e-c77975702a13,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:39:58.140810 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:39:58.190068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:39:58.496244 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['7716258f-d560-4baf-a97e-c77975702a13'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:39:58.766158 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a32a-122b-4dee-bb51-7521c1dca0d3 req-242a2a46-3e8d-469e-b4ba-8e42d75dd973 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:58.767684 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87b6a32a-122b-4dee-bb51-7521c1dca0d3 req-242a2a46-3e8d-469e-b4ba-8e42d75dd973 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 945 time: 0.0508766 Jan 24 10:39:58.821468 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87b6a32a-122b-4dee-bb51-7521c1dca0d3 req-6453a119-52fb-4df9-beae-6ef21a9c1edc tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Jan 24 10:39:59.155663 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c5a3-a328-490b-9d46-24787bcfb1d7 req-e50f13e0-58c7-4d6d-be8b-76b03e4531c8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:59.157198 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2e8c5a3-a328-490b-9d46-24787bcfb1d7 req-e50f13e0-58c7-4d6d-be8b-76b03e4531c8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0547540 Jan 24 10:39:59.206666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2e8c5a3-a328-490b-9d46-24787bcfb1d7 req-632ded72-5dbd-453b-8376-988a8b757890 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437808 Jan 24 10:39:59.936271 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345fa10-4d0d-45de-894b-83625e574430 req-ebddf6be-f83d-41de-8bd8-a399c560e5f7 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:39:59.937926 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2345fa10-4d0d-45de-894b-83625e574430 req-ebddf6be-f83d-41de-8bd8-a399c560e5f7 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 945 time: 0.0483382 Jan 24 10:39:59.985082 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2345fa10-4d0d-45de-894b-83625e574430 req-e65a5abc-cdb0-47a1-a7f4-21ec786f0236 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Jan 24 10:39:59.990434 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 7716258f-d560-4baf-a97e-c77975702a13 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:40:00.041446 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 7716258f-d560-4baf-a97e-c77975702a13 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:40:00.045271 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 7716258f-d560-4baf-a97e-c77975702a13 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:00.045650 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (7716258f-d560-4baf-a97e-c77975702a13), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:00.092791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:00.136591 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 7716258f-d560-4baf-a97e-c77975702a13 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:00.136913 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (7716258f-d560-4baf-a97e-c77975702a13), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:00.163776 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7716258f-d560-4baf-a97e-c77975702a13'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:00.166694 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a08565-f4ba-4450-af4c-7ee4ec976674" -d '{"events": [{"server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "name": "network-vif-plugged", "status": "completed", "tag": "7716258f-d560-4baf-a97e-c77975702a13"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:00.179059 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=7716258f-d560-4baf-a97e-c77975702a13,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:00.184073 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:00.209709 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2902a0fb-e68a-497f-bbf9-84b7d38ee3fc x-openstack-request-id: req-2902a0fb-e68a-497f-bbf9-84b7d38ee3fc {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:00.210041 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "name": "network-vif-plugged", "status": "completed", "tag": "7716258f-d560-4baf-a97e-c77975702a13", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:00.210310 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2902a0fb-e68a-497f-bbf9-84b7d38ee3fc {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:00.210706 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7716258f-d560-4baf-a97e-c77975702a13', 'code': 200} Jan 24 10:40:00.236669 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:00.338527 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57316e08-c0a2-41aa-84af-c9145ce3aa28 req-b502a376-11c3-477e-b142-c8b4c3d40c61 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:00.340150 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57316e08-c0a2-41aa-84af-c9145ce3aa28 req-b502a376-11c3-477e-b142-c8b4c3d40c61 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0590463 Jan 24 10:40:00.418357 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57316e08-c0a2-41aa-84af-c9145ce3aa28 req-97f70efd-905a-4054-9073-cd00964ad6f9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719781 Jan 24 10:40:00.429087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f2712-113b-4fda-8148-cf390182885e req-65bae537-ef63-452b-9435-326cc2fd6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:00.433162 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7f4f2712-113b-4fda-8148-cf390182885e req-65bae537-ef63-452b-9435-326cc2fd6fff service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 1099 time: 0.0680096 Jan 24 10:40:00.540619 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7f4f2712-113b-4fda-8148-cf390182885e req-6ee1f1b0-8f90-47ca-97cc-f8dc5554ab9c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941763 Jan 24 10:40:00.577680 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-04ff5383-9540-4291-a873-a1a83a9765f9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:00.579087 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-04ff5383-9540-4291-a873-a1a83a9765f9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.1179056 Jan 24 10:40:00.593412 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-36b943e9-6358-44f0-8b80-e694f4612dcf tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/quotas/76709872327e4c6eb41ed7f9b9252751 HTTP/1.1" status: 200 len: 375 time: 0.0091124 Jan 24 10:40:00.888980 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-dc0ccddf-46cf-4b07-9990-fffc51643241 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2909100 Jan 24 10:40:00.974169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-7d89164a-f08b-4775-a2e9-973845cbfe09 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785856 Jan 24 10:40:01.072338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-468de2f1-0d96-45e2-adac-ba5ebd68ebf0 service neutron] 10.222.0.45 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920265 Jan 24 10:40:01.107445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a3522-8cdd-4225-a16d-48a848eb0c7f req-c79ebd98-26be-45d1-80bc-978d3c703832 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:01.108920 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-437a3522-8cdd-4225-a16d-48a848eb0c7f req-c79ebd98-26be-45d1-80bc-978d3c703832 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.0549526 Jan 24 10:40:01.156951 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-437a3522-8cdd-4225-a16d-48a848eb0c7f req-ae84cb1f-a44b-4ea8-a92d-e4404eec1733 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Jan 24 10:40:01.234326 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e049c22d-ddb5-48eb-88f3-f01ac91e2a02 req-f5795e98-3217-44af-85de-d9c7e70f5b8e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Jan 24 10:40:01.549374 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e2c1-669f-46d0-bf49-ad5636f65087 req-d177484e-c150-43bd-a775-56e0c05e1775 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:01.550990 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce16e2c1-669f-46d0-bf49-ad5636f65087 req-d177484e-c150-43bd-a775-56e0c05e1775 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0557420 Jan 24 10:40:01.600596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce16e2c1-669f-46d0-bf49-ad5636f65087 req-54b68836-a36c-4cf7-b106-626fee19e851 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437081 Jan 24 10:40:01.804226 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15959726-13db-496f-b6cc-20245be0e7fa req-90788d9b-743d-43c4-9e9d-eb599de428bf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:01.805778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15959726-13db-496f-b6cc-20245be0e7fa req-90788d9b-743d-43c4-9e9d-eb599de428bf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 947 time: 0.0499687 Jan 24 10:40:01.906176 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Deleting port 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:01.906521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:01.993281 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] For port 6c0d8905-91bc-4c16-99a3-76786416a479, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=6c0d8905-91bc-4c16-99a3-76786416a479,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:01.994028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:02.328480 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:02.328854 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:02.329206 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Floating IP bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b disassociated. External IP: 172.27.1.18, port: 6c0d8905-91bc-4c16-99a3-76786416a479. Jan 24 10:40:02.329562 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Calling delete_port for 6c0d8905-91bc-4c16-99a3-76786416a479 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:02.357966 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f4c62d5-c508-4e76-8399-794baf103b54 req-9d82d1f4-94c7-4c54-ad53-1f94e460a60b tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 210 time: 0.0460072 Jan 24 10:40:02.400116 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b9e1f-858b-4f09-942a-12006dc49e64 req-59f2c2b7-7243-4499-ba57-e2f67246dfa8 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:02.403111 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9c9b9e1f-858b-4f09-942a-12006dc49e64 req-59f2c2b7-7243-4499-ba57-e2f67246dfa8 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.1659994 Jan 24 10:40:02.574740 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9c9b9e1f-858b-4f09-942a-12006dc49e64 req-d03974ce-c313-4fa0-a716-b51a7e620119 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377912 Jan 24 10:40:02.581182 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-5b55b56c-a865-4e15-b05f-0168c46ef879 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:02.582594 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-5b55b56c-a865-4e15-b05f-0168c46ef879 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 814 time: 0.2274034 Jan 24 10:40:02.616201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Request body: {'port': {'device_id': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'admin_state_up': True, 'tenant_id': '76709872327e4c6eb41ed7f9b9252751'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:02.724692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (6c0d8905-91bc-4c16-99a3-76786416a479), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:02.768827 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'Port': ['ID=6c0d8905-91bc-4c16-99a3-76786416a479,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:02.801014 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590ea1-7373-4af9-b67a-648c97247a26 req-9fa90a99-15db-49d2-a187-0eeb596808eb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:02.802815 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b590ea1-7373-4af9-b67a-648c97247a26 req-9fa90a99-15db-49d2-a187-0eeb596808eb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 868 time: 0.1207590 Jan 24 10:40:02.928172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Made reservation on behalf of 76709872327e4c6eb41ed7f9b9252751 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:02.932221 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:02.975253 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b590ea1-7373-4af9-b67a-648c97247a26 req-8bbf47ff-e414-47bf-93b8-98381d98e9d5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7adfc52-2ebf-420b-9c3f-1d7208bda281&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254563 Jan 24 10:40:03.025559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:40:03.173932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Allocated IP 172.20.0.2 (f45b48a1-32d9-42b5-9a93-e0c023adb168/eb43effc-d60f-4154-bb8c-2e0b42c94bc0/97c072ef-114b-484d-ba4c-dd40cc293231) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:03.201370 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:40:03.211284 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:40:03.222233 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:03.222962 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:39:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:03.259690 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] No DVR routers for this DVR port 6c0d8905-91bc-4c16-99a3-76786416a479 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:03.264387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:03.267801 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15959726-13db-496f-b6cc-20245be0e7fa req-dbae8742-a294-4294-99b6-bf2824a2f694 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "DELETE /v2.0/ports/6c0d8905-91bc-4c16-99a3-76786416a479 HTTP/1.1" status: 204 len: 173 time: 1.4494767 Jan 24 10:40:03.268206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-deleted', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:03.270519 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed4b10-f7d6-42ee-bf95-87bdd7e44657" -d '{"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-deleted", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:03.344666 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6b6d9e-dbd6-451e-879b-207325a816ef x-openstack-request-id: req-8b6b6d9e-dbd6-451e-879b-207325a816ef {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:03.344990 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9750d4-2d96-4eb0-96a5-2dc3820013a3", "name": "network-vif-deleted", "tag": "6c0d8905-91bc-4c16-99a3-76786416a479", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:03.345259 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b6b6d9e-dbd6-451e-879b-207325a816ef {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:03.345675 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9750d4-2d96-4eb0-96a5-2dc3820013a3', 'name': 'network-vif-deleted', 'tag': '6c0d8905-91bc-4c16-99a3-76786416a479', 'status': 'completed', 'code': 200} Jan 24 10:40:03.356221 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:03.412119 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks [] for port (97c072ef-114b-484d-ba4c-dd40cc293231), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:03.496315 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec87095c-0149-465c-8186-e82bd6c0f112 req-3e7a0118-80f0-4ff4-9141-4b91d919e3f1 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 210 time: 0.0629950 Jan 24 10:40:03.519154 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:03.542771 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d', '85406b2c-2d84-4fba-a172-cb3cda213835', '07901c7c-0f6d-4d3a-b4b3-b9c930af7072'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:03.559242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Network f45b48a1-32d9-42b5-9a93-e0c023adb168 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:03.562562 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:03.575695 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:03.604175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event updated for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:03.630550 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:03.631195 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:03.648100 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-ad78497c-087a-4d69-bab9-17490be1e104 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0356698 Jan 24 10:40:03.666711 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Request body: {'port': {'device_id': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:03.714501 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:03.719390 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:03.748271 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:40:03.767514 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:03.768134 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:39:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:04.018655 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:04.054011 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 6c0d8905-91bc-4c16-99a3-76786416a479 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:04.054439 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 6c0d8905-91bc-4c16-99a3-76786416a479 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:04.085782 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c072ef-114b-484d-ba4c-dd40cc293231 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:04.095400 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:04.104143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks [] for port (97c072ef-114b-484d-ba4c-dd40cc293231), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:04.121728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ccf98353-2981-499d-8de7-d0d25008917f req-bdfc3aab-6b7a-4415-aeb1-af172146c20c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd9750d4-2d96-4eb0-96a5-2dc3820013a3 HTTP/1.1" status: 200 len: 210 time: 0.0312946 Jan 24 10:40:04.132216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Transition to ACTIVE for port object 97c072ef-114b-484d-ba4c-dd40cc293231 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:40:04.138028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:04.214191 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:04.262991 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Attempting to bind port 97c072ef-114b-484d-ba4c-dd40cc293231 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:40:04.263338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Attempting to bind port 97c072ef-114b-484d-ba4c-dd40cc293231 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:40:04.263673 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Attempting to bind port 97c072ef-114b-484d-ba4c-dd40cc293231 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:04.268596 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Port 97c072ef-114b-484d-ba4c-dd40cc293231 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:40:04.268927 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Attempting to bind port 97c072ef-114b-484d-ba4c-dd40cc293231 on network f45b48a1-32d9-42b5-9a93-e0c023adb168 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:04.274152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:40:04.274851 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Checking segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:04.275485 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Bound using segment: {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:40:04.276081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Bound port: 97c072ef-114b-484d-ba4c-dd40cc293231, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ad5a62-c5c7-453f-8b33-0318923520f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:40:04.276744 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:04.346171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:40:04.350056 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=97c072ef-114b-484d-ba4c-dd40cc293231,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:40:04.356348 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:04.391145 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:04.392382 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:04.393831 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] 10.222.0.120 "PUT /v2.0/ports/97c072ef-114b-484d-ba4c-dd40cc293231 HTTP/1.1" status: 200 len: 1093 time: 0.7318690 Jan 24 10:40:04.419157 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:04.421145 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a4e35-c05b-4945-b975-6c232c675ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:04.448404 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7f87b-00c2-49e7-8d1e-5b9073cf4636 None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:40:04.496557 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-2590ac86-7791-4be1-adbb-868ae08d8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:04.498743 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-2590ac86-7791-4be1-adbb-868ae08d8545 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 1096 time: 0.0525291 Jan 24 10:40:04.546024 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-c9ce3a28-fca5-4d96-9f71-7fabf988103f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c072ef-114b-484d-ba4c-dd40cc293231 HTTP/1.1" status: 200 len: 217 time: 0.0387394 Jan 24 10:40:04.634874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-6c5d8d21-0122-4a9d-8d8c-bf1b66a70ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:04.636384 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-6c5d8d21-0122-4a9d-8d8c-bf1b66a70ed7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0739813 Jan 24 10:40:04.737792 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c9da3-8c79-45ba-b8ee-ee65f772de4a None None] New status for floating IP bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.927788 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:04.931144 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:04.932861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1629b5-af64-4096-b5a6-144f305d003a req-b78354c7-db6e-4653-aee6-5e5a9f819688 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:04.934632 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f1629b5-af64-4096-b5a6-144f305d003a req-b78354c7-db6e-4653-aee6-5e5a9f819688 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 943 time: 0.3451416 Jan 24 10:40:04.936639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-15666237-d7c5-4a5b-ba11-a659a607000d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2917540 Jan 24 10:40:05.037665 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f1629b5-af64-4096-b5a6-144f305d003a req-0593382c-b476-4ad2-a282-8b3a3f56a325 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973842 Jan 24 10:40:05.060814 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-5c74bad1-ca3f-4a28-874d-a42a7c191231 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134119 Jan 24 10:40:05.155666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9aa7f14-a89a-46cb-9751-ba699b7fac98 req-dc5515f9-f327-447f-9851-561852a36e4f service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835087 Jan 24 10:40:05.219686 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51316) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:05.274188 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (f7adfc52-2ebf-420b-9c3f-1d7208bda281), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.298099 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (f7adfc52-2ebf-420b-9c3f-1d7208bda281), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.346974 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:05.349584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd2b083-5f7a-410e-a06f-9058085bc19a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:05.353622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (f7adfc52-2ebf-420b-9c3f-1d7208bda281), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.356243 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.359947 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7adfc52-2ebf-420b-9c3f-1d7208bda281 HTTP/1.1" status: 204 len: 168 time: 0.1367261 Jan 24 10:40:05.360707 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51320) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:05.366689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe50b6b-ec91-453a-bb50-f286fa776474 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7adfc52-2ebf-420b-9c3f-1d7208bda281,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:05.384904 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.api.v2.resource [None req-587971d7-ee3f-499e-81b6-4309f9e0b906 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] show failed (client error): The resource could not be found. Jan 24 10:40:05.390228 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-587971d7-ee3f-499e-81b6-4309f9e0b906 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups/f7adfc52-2ebf-420b-9c3f-1d7208bda281 HTTP/1.1" status: 404 len: 347 time: 0.0280859 Jan 24 10:40:05.393361 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51324) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:05.436355 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d599c-e41e-43ff-afe7-90f44fe191d8 x-openstack-request-id: req-378d599c-e41e-43ff-afe7-90f44fe191d8 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:05.436882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:05.437136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-378d599c-e41e-43ff-afe7-90f44fe191d8 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:05.437690 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231', 'status': 'completed', 'code': 200} Jan 24 10:40:05.544483 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-d8558655-7470-451b-929b-ecdf778a7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:05.546012 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-d8558655-7470-451b-929b-ecdf778a7a53 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=76709872327e4c6eb41ed7f9b9252751&device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 1096 time: 0.1058652 Jan 24 10:40:05.570411 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Deleting port 14fa0d03-721c-4fd2-808c-4309ef26dfe5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:05.570748 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.708356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.708592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (14fa0d03-721c-4fd2-808c-4309ef26dfe5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:05.712103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-e2d8d9e1-f715-41fa-b5b1-5a85ff629cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:05.713609 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-e2d8d9e1-f715-41fa-b5b1-5a85ff629cec service neutron] 10.222.0.120 "GET /v2.0/networks?id=f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 200 len: 915 time: 0.1527159 Jan 24 10:40:05.730870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Calling delete_port for 14fa0d03-721c-4fd2-808c-4309ef26dfe5 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:05.765325 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-81ec9e4e-27cc-4336-8fc9-d6a1c05b7853 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c072ef-114b-484d-ba4c-dd40cc293231 HTTP/1.1" status: 200 len: 217 time: 0.0448034 Jan 24 10:40:05.867222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-8c1b6e34-165a-4772-864f-cafc2eb2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:05.868741 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-8c1b6e34-165a-4772-864f-cafc2eb2bb7c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 200 len: 854 time: 0.0961437 Jan 24 10:40:05.917875 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-2698979d-0733-4de6-a966-df9e87a42a58 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f45b48a1-32d9-42b5-9a93-e0c023adb168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338039 Jan 24 10:40:06.019196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (14fa0d03-721c-4fd2-808c-4309ef26dfe5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.057373 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'Port': ['ID=14fa0d03-721c-4fd2-808c-4309ef26dfe5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:06.105234 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-d8bf1a73-b7b3-44b5-ba31-0f166fa0872c service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796081 Jan 24 10:40:06.218663 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.221241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.222398 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-59603d7e-f39e-49d7-ab39-ef6a76e6b988 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "DELETE /v2.0/floatingips/bd1218ae-b1da-48dd-ab93-83cb9dc2cd6b HTTP/1.1" status: 204 len: 168 time: 0.8278973 Jan 24 10:40:06.251101 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebffc5-6304-4884-98d6-94609f1261e1 req-c030499f-32df-4916-8316-92fdce7a4909 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:06.252592 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24ebffc5-6304-4884-98d6-94609f1261e1 req-c030499f-32df-4916-8316-92fdce7a4909 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 943 time: 0.1156120 Jan 24 10:40:06.306816 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8cd2b083-5f7a-410e-a06f-9058085bc19a req-b1ebef27-a7b8-4906-a389-73ced9e2f9a2 service neutron] 10.222.0.120 "GET /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828628 Jan 24 10:40:06.319947 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24ebffc5-6304-4884-98d6-94609f1261e1 req-03034851-6c69-4415-b7a5-a9ff79386b3b tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Jan 24 10:40:06.550198 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51334) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:06.554771 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404975029', 'description': 'tempest-description--753495655'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:06.583711 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.660816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (07c3e33d-d8d6-461c-b085-3ecf5e05e786), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.664774 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (07c3e33d-d8d6-461c-b085-3ecf5e05e786), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.695735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.696950 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457310 Jan 24 10:40:06.698901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501e9b3-6193-4c38-b98e-6724c5f3a2b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3e33d-d8d6-461c-b085-3ecf5e05e786,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:06.700122 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51336) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:06.704662 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group_rule': {'security_group_id': '07c3e33d-d8d6-461c-b085-3ecf5e05e786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:06.733522 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (5abbe3b0-7744-4e71-ad02-e3db4ad307f5), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.793617 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (5abbe3b0-7744-4e71-ad02-e3db4ad307f5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.797856 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (5abbe3b0-7744-4e71-ad02-e3db4ad307f5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.818153 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abbe3b0-7744-4e71-ad02-e3db4ad307f5,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:06.827712 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.828072 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.828698 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.829191 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.829716 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.830231 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.830564 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.831122 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.831625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.832253 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.832579 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.833097 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.833445 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:06.840532 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.842017 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2898ee17-49c9-4774-8627-8dd8f8ca1a13 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408763 Jan 24 10:40:06.844817 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51340) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:06.849300 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'security_group_rule': {'security_group_id': '07c3e33d-d8d6-461c-b085-3ecf5e05e786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:06.879457 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (abfb209e-707e-437c-8bcb-ffafb023aed4), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.943561 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (abfb209e-707e-437c-8bcb-ffafb023aed4), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.948110 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (abfb209e-707e-437c-8bcb-ffafb023aed4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.967055 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfb209e-707e-437c-8bcb-ffafb023aed4,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:06.976554 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:06.977830 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fe350307-5b67-42b6-b482-a8aca55c3e00 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319826 Jan 24 10:40:06.981555 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51342) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:06.985913 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:07.009420 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.104736 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.212659 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Allocated IP 172.27.1.191 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/61455fb9-ddd0-4359-ab5d-609adcf0b336) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:07.314540 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.347661 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.386863 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:07.391338 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:07.395648 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:07.398736 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=61455fb9-ddd0-4359-ab5d-609adcf0b336,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:07.453020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385c171-dfd3-47f9-8aff-137d8a2fcf41 req-dc7f9b80-167d-4854-83cf-e49eb0377144 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:07.454670 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b385c171-dfd3-47f9-8aff-137d8a2fcf41 req-dc7f9b80-167d-4854-83cf-e49eb0377144 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 943 time: 0.0576286 Jan 24 10:40:07.487858 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.503294 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b385c171-dfd3-47f9-8aff-137d8a2fcf41 req-22c90dfb-6818-4703-99eb-8eec5c21a1d1 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Jan 24 10:40:07.522015 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.667824 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.672114 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252914'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.705619 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:40:07.738654 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=61455fb9-ddd0-4359-ab5d-609adcf0b336,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:07.751485 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.766411 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:07.767732 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5f570e26-8467-48e0-9689-79fefceb6f8b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851558 Jan 24 10:40:07.959648 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-326f0e32-0bbe-4fb6-89ba-bfa71377029d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1404975029&fields=id&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 267 time: 0.0412297 Jan 24 10:40:08.034765 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 97c072ef-114b-484d-ba4c-dd40cc293231 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:40:08.067434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-9b6315d8-1f54-44de-8f3c-aecb7cb4558a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:08.068913 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-9b6315d8-1f54-44de-8f3c-aecb7cb4558a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 817 time: 0.1022894 Jan 24 10:40:08.084391 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-d3c6f389-6007-4367-a51b-98028c20dbab tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/quotas/fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 375 time: 0.0092702 Jan 24 10:40:08.131426 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=97c072ef-114b-484d-ba4c-dd40cc293231,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:08.136210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-1a9e6703-f545-4550-84de-9f737dd413d9 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467184 Jan 24 10:40:08.143395 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '97c072ef-114b-484d-ba4c-dd40cc293231', 'network_id': 'f45b48a1-32d9-42b5-9a93-e0c023adb168', 'port_id': '97c072ef-114b-484d-ba4c-dd40cc293231', 'mac_address': 'fa:16:3e:f6:e2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb43effc-d60f-4154-bb8c-2e0b42c94bc0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:40:08.181080 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 97c072ef-114b-484d-ba4c-dd40cc293231 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:08.181482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:08.194609 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c072ef-114b-484d-ba4c-dd40cc293231 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:08.214147 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=97c072ef-114b-484d-ba4c-dd40cc293231,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:08.219137 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:08.234177 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-bdecee59-5b51-45ea-87a9-e99b3afac0e7 service neutron] 10.222.0.45 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864499 Jan 24 10:40:08.272649 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:08.335612 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-b440294e-31df-4b3f-9aa0-ab2d3e4f3353 service neutron] 10.222.0.45 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952680 Jan 24 10:40:08.494907 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-62ee8e08-1ff1-4b38-9632-dc9a93396560 req-f0d8e625-5d3f-4d7b-b0e7-85273e2f877f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 210 time: 0.0263574 Jan 24 10:40:08.594097 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['97c072ef-114b-484d-ba4c-dd40cc293231'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:08.625095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5f8c5-e1cd-48be-b76f-390c871e53b5 req-1e4b5321-c779-4b99-ba5e-33def12b1478 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:08.627347 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-abc5f8c5-e1cd-48be-b76f-390c871e53b5 req-1e4b5321-c779-4b99-ba5e-33def12b1478 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 944 time: 0.0554485 Jan 24 10:40:08.687178 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-abc5f8c5-e1cd-48be-b76f-390c871e53b5 req-c149d03f-8a82-4f21-910c-798cfeeeaa08 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523283 Jan 24 10:40:09.593891 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f0f42963-9bb1-4e59-aa49-46e93a1df0f3 req-6eb6d8bc-88e4-42bd-826b-a701037750c2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 210 time: 0.0274096 Jan 24 10:40:09.709606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ba553df6-50e3-455c-b1fe-cbac8f9ff1a7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:09.711105 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ba553df6-50e3-455c-b1fe-cbac8f9ff1a7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 817 time: 0.1040785 Jan 24 10:40:09.819722 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-91ba3f1c-31ef-45a6-97cd-fdb4dc993da5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 380 time: 0.0934265 Jan 24 10:40:09.836210 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'port': {'device_id': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'admin_state_up': True, 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'security_groups': ['07c3e33d-d8d6-461c-b085-3ecf5e05e786']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:09.848589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec4128-3501-4afe-8f91-43d66f774813 req-7ab1ee21-d9ea-475d-ac6a-1ac22743008c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:09.850317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02ec4128-3501-4afe-8f91-43d66f774813 req-7ab1ee21-d9ea-475d-ac6a-1ac22743008c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 944 time: 0.0849569 Jan 24 10:40:09.954955 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02ec4128-3501-4afe-8f91-43d66f774813 req-6f0b41cc-5660-4e05-87fc-b0d340ac9411 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923777 Jan 24 10:40:09.995514 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Made reservation on behalf of fb94c4c4d42c43209c4922fcad0c2faa for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:09.999268 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.040529 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 97c072ef-114b-484d-ba4c-dd40cc293231 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:40:10.100493 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 97c072ef-114b-484d-ba4c-dd40cc293231 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:40:10.104946 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 97c072ef-114b-484d-ba4c-dd40cc293231 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:10.105365 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.134139 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Allocated IP 172.20.0.13 (1919134e-8349-4c79-9466-ddee98510d4f/69407b57-8f4a-4da7-9ed0-932aeb60b7e7/9f32c3d7-38b8-406b-97bb-7843ec29c38d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:10.183836 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 97c072ef-114b-484d-ba4c-dd40cc293231 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:10.184232 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.206749 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:10.209062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea59604-2054-4989-9b15-3e051f34bfc0" -d '{"events": [{"server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "name": "network-vif-plugged", "status": "completed", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:10.221796 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=97c072ef-114b-484d-ba4c-dd40cc293231,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:10.227966 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.251859 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d8c796-c7d0-433d-b76b-cf8bd136d8ae x-openstack-request-id: req-f0d8c796-c7d0-433d-b76b-cf8bd136d8ae {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:10.252190 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "name": "network-vif-plugged", "status": "completed", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:10.252461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0d8c796-c7d0-433d-b76b-cf8bd136d8ae {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:10.252866 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231', 'code': 200} Jan 24 10:40:10.276731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.285905 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:10.320351 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.370113 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Network 1919134e-8349-4c79-9466-ddee98510d4f is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:10.373407 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:10.377868 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:10.402044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:10.461568 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:10.462239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.480338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38740fb8-aebb-4411-9d1a-f319e51bc8f4 req-6e9577f9-d4e1-4e59-b0d9-77d519760c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:10.481910 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-38740fb8-aebb-4411-9d1a-f319e51bc8f4 req-6e9577f9-d4e1-4e59-b0d9-77d519760c35 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 1098 time: 0.0748670 Jan 24 10:40:10.485583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-519a9cd1-99a9-45d1-97cc-1b2303c5bdf8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6555190 Jan 24 10:40:10.509178 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Request body: {'port': {'device_id': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:10.595760 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-38740fb8-aebb-4411-9d1a-f319e51bc8f4 req-1a0b649e-8d62-4a52-9b39-cc7c5c9114db service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999041 Jan 24 10:40:10.604679 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.620715 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-1e089497-b9d6-44c5-996d-fdee44a0d2b2 None None] Provisioning complete for port 9f32c3d7-38b8-406b-97bb-7843ec29c38d triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:10.621105 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e089497-b9d6-44c5-996d-fdee44a0d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.656534 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-1e089497-b9d6-44c5-996d-fdee44a0d2b2 None None] Port 9f32c3d7-38b8-406b-97bb-7843ec29c38d cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:40:10.796783 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7191-6d27-4bbc-a37c-1a0cbd4b4d76 req-fdd7d632-1d09-4a6b-836b-04d1f4725f3a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:10.798280 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-359b7191-6d27-4bbc-a37c-1a0cbd4b4d76 req-fdd7d632-1d09-4a6b-836b-04d1f4725f3a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 932 time: 0.1216352 Jan 24 10:40:10.894537 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-359b7191-6d27-4bbc-a37c-1a0cbd4b4d76 req-afc013fc-2780-499e-bfe3-de8e3f068362 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698051 Jan 24 10:40:10.947223 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:10.954462 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks [] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:10.966002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Transition to ACTIVE for port object 9f32c3d7-38b8-406b-97bb-7843ec29c38d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:40:10.970385 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:11.022805 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:11.130947 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba6d26-3e9b-4ebf-bc7b-3a8e0f0337be req-40cc3ee0-2391-4534-9e2e-d0110ff837ea tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:11.133124 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83ba6d26-3e9b-4ebf-bc7b-3a8e0f0337be req-40cc3ee0-2391-4534-9e2e-d0110ff837ea tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.1020679 Jan 24 10:40:11.134420 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Attempting to bind port 9f32c3d7-38b8-406b-97bb-7843ec29c38d on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:40:11.134760 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Attempting to bind port 9f32c3d7-38b8-406b-97bb-7843ec29c38d by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:40:11.135092 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Attempting to bind port 9f32c3d7-38b8-406b-97bb-7843ec29c38d on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:11.146925 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Port 9f32c3d7-38b8-406b-97bb-7843ec29c38d on network 1919134e-8349-4c79-9466-ddee98510d4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:40:11.147174 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Attempting to bind port 9f32c3d7-38b8-406b-97bb-7843ec29c38d on network 1919134e-8349-4c79-9466-ddee98510d4f {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:11.160698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:40:11.161088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Checking segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:11.161479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Bound using segment: {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:40:11.161916 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Bound port: 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ad7a1f-5e7c-479f-bc82-7e46677b0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:40:11.162282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:11.220442 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83ba6d26-3e9b-4ebf-bc7b-3a8e0f0337be req-df144aa8-dd44-4de8-9b3c-d157777db21d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816193 Jan 24 10:40:11.250491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:40:11.253615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:40:11.258634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:11.293205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:11.293992 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:11.295384 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] 10.222.0.120 "PUT /v2.0/ports/9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 200 len: 1094 time: 0.7919211 Jan 24 10:40:11.300240 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:11.303442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e55a35-441b-4174-ba04-b7f6a5655dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:11.339543 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36e19b-5b32-4cb9-8018-74648b93ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:11.343439 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59a119-0028-443a-8f55-294e89c93bfc x-openstack-request-id: req-ea59a119-0028-443a-8f55-294e89c93bfc {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:11.343738 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:11.344154 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea59a119-0028-443a-8f55-294e89c93bfc {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:11.344548 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'status': 'completed', 'code': 200} Jan 24 10:40:12.012492 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72a30-c69a-4cc6-8fb5-705be0e9d27b req-23fab4a8-1059-436a-9c65-225e5147aae3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:12.013981 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ece72a30-c69a-4cc6-8fb5-705be0e9d27b req-23fab4a8-1059-436a-9c65-225e5147aae3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0491626 Jan 24 10:40:12.062405 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ece72a30-c69a-4cc6-8fb5-705be0e9d27b req-e58681ea-faec-4368-950f-55f4ab86803d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Jan 24 10:40:12.344121 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4506-e452-40a1-9e43-a7e6afbddb52 req-8ea8c985-2173-4ae3-a76a-6a399ca7a605 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:12.345846 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e9e4506-e452-40a1-9e43-a7e6afbddb52 req-8ea8c985-2173-4ae3-a76a-6a399ca7a605 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.0575819 Jan 24 10:40:12.393462 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e9e4506-e452-40a1-9e43-a7e6afbddb52 req-fb505c12-3f89-4a62-9174-89caeac13296 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Jan 24 10:40:13.179109 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf629-4e2c-4f79-8a47-9310f7d43f6e req-a053b609-e159-4a98-a969-2b8ed15b03dc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:13.180573 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9d5bf629-4e2c-4f79-8a47-9310f7d43f6e req-a053b609-e159-4a98-a969-2b8ed15b03dc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0485137 Jan 24 10:40:13.225991 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9d5bf629-4e2c-4f79-8a47-9310f7d43f6e req-5b7af093-3bad-476e-a0d9-924b3c67dce8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Jan 24 10:40:13.511377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ff5f-922c-4086-9ba5-4c4a05615895 req-f9f9459d-167b-4e51-9bc9-d1c8b6073cd0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:13.512848 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5d10ff5f-922c-4086-9ba5-4c4a05615895 req-f9f9459d-167b-4e51-9bc9-d1c8b6073cd0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.0538900 Jan 24 10:40:13.558623 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5d10ff5f-922c-4086-9ba5-4c4a05615895 req-4373b7c8-7b73-44ae-8728-523b180e2c39 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Jan 24 10:40:14.009665 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-66af802b-a233-49e7-bb1f-6486567673f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.011163 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-66af802b-a233-49e7-bb1f-6486567673f5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1097 time: 0.0411718 Jan 24 10:40:14.112038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-3d97d6d5-b3ce-4bb9-a216-11aa8b4447fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.113525 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-3d97d6d5-b3ce-4bb9-a216-11aa8b4447fe service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0916264 Jan 24 10:40:14.235602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-d4e95280-59ae-40f2-a294-095dec4d822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.236985 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-11e55a35-441b-4174-ba04-b7f6a5655dcb req-d4e95280-59ae-40f2-a294-095dec4d822f service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868571 Jan 24 10:40:14.509682 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cc5512b9-dda8-4c11-af2b-fabd5551248d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:14.620548 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-9cf31f01-8c31-4f19-b748-ab14cde045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.622107 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-9cf31f01-8c31-4f19-b748-ab14cde045f1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1097 time: 0.3385673 Jan 24 10:40:14.642500 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985c2e-3317-4ca8-bc89-036897c8329f req-60b2d423-a20e-4320-b7e5-1b8e732b70f8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.643975 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4985c2e-3317-4ca8-bc89-036897c8329f req-60b2d423-a20e-4320-b7e5-1b8e732b70f8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.3348711 Jan 24 10:40:14.705217 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-3cb1feb0-0623-469b-bb1f-d112318d0700 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 200 len: 217 time: 0.0589988 Jan 24 10:40:14.795060 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce4e1c-7091-4e95-a40e-4ec73eeb5f47 req-1f266c0b-a7bd-4750-ba9a-590118334252 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.796590 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6ce4e1c-7091-4e95-a40e-4ec73eeb5f47 req-1f266c0b-a7bd-4750-ba9a-590118334252 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.1698189 Jan 24 10:40:14.801965 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4985c2e-3317-4ca8-bc89-036897c8329f req-7691aa2a-c952-4666-b198-c9b0990e09fe tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483891 Jan 24 10:40:14.812220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-57bdb7db-9c79-4fbf-bd6f-514837f4fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.813438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-57bdb7db-9c79-4fbf-bd6f-514837f4fe02 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0998797 Jan 24 10:40:14.880377 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6ce4e1c-7091-4e95-a40e-4ec73eeb5f47 req-f60fbd18-57e4-423b-835e-a83b9492a4be tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Jan 24 10:40:14.885800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-01549e1f-a900-46a6-9e20-32cc35f150cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:14.887731 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-01549e1f-a900-46a6-9e20-32cc35f150cd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638878 Jan 24 10:40:14.986009 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-c99ffaa3-2f6c-4d3e-bf11-250c31a40569 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896730 Jan 24 10:40:15.104154 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41bd9ba4-ebdb-4ad3-be45-fbd0102cc2ae req-80ff7f6d-04c5-43be-a2af-df07514ed9d9 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Jan 24 10:40:15.928152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e76d2-cfef-4d2a-9878-abf24e437c9c req-cd28f426-1a33-4cb5-b869-7d0e9f88ec8f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:15.929765 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c07e76d2-cfef-4d2a-9878-abf24e437c9c req-cd28f426-1a33-4cb5-b869-7d0e9f88ec8f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0547221 Jan 24 10:40:16.013545 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c07e76d2-cfef-4d2a-9878-abf24e437c9c req-33f9d8a6-c87d-4f3e-b5e8-0708766f1c25 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778835 Jan 24 10:40:16.028460 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f33ba-4473-4aad-b403-df9171d811df req-124b33bd-ddb0-4654-a4e6-f774f13efe5e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:16.030154 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea7f33ba-4473-4aad-b403-df9171d811df req-124b33bd-ddb0-4654-a4e6-f774f13efe5e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.0809097 Jan 24 10:40:16.079338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea7f33ba-4473-4aad-b403-df9171d811df req-59857ac4-451e-4680-bd45-b597f5f99f3c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Jan 24 10:40:16.801238 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e28718f0-6075-4e10-8558-650edd71923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:17.188903 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272960e-b59e-4de6-b9d2-06ca73442ab3 req-92d836f4-e4c7-415f-a9c4-77a31047cf0b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:17.190523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c272960e-b59e-4de6-b9d2-06ca73442ab3 req-92d836f4-e4c7-415f-a9c4-77a31047cf0b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0970359 Jan 24 10:40:17.239674 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c272960e-b59e-4de6-b9d2-06ca73442ab3 req-74dfa227-ea04-4736-a96d-e21fb2634244 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Jan 24 10:40:18.044566 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:18.408413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f516f-825e-4565-9ff2-0ac1d37ba716 req-ce08d41f-5866-4e68-8c3e-68ff4870c3cf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:18.409966 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d48f516f-825e-4565-9ff2-0ac1d37ba716 req-ce08d41f-5866-4e68-8c3e-68ff4870c3cf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0987291 Jan 24 10:40:18.460073 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d48f516f-825e-4565-9ff2-0ac1d37ba716 req-8e66879b-9891-40e3-9fe4-e4df0457923e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Jan 24 10:40:19.455890 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:19.588439 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428ed80-9d79-49d3-9150-dffe70fa735f req-dc944caf-4dbf-4d2f-84da-329cfc970b20 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:19.590067 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1428ed80-9d79-49d3-9150-dffe70fa735f req-dc944caf-4dbf-4d2f-84da-329cfc970b20 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0498333 Jan 24 10:40:19.639086 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1428ed80-9d79-49d3-9150-dffe70fa735f req-1d5ad9ad-8b29-4433-9327-bcf3007ac38c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434592 Jan 24 10:40:20.762984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbde7e-f367-4aab-9f64-33fe91cdfbc9 req-7d7ee207-226e-42f2-845b-94e52e286648 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:20.764335 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9bcbde7e-f367-4aab-9f64-33fe91cdfbc9 req-7d7ee207-226e-42f2-845b-94e52e286648 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0549111 Jan 24 10:40:20.790103 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:20.813507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9bcbde7e-f367-4aab-9f64-33fe91cdfbc9 req-641d09cf-c0d2-48a7-99e2-c1b73de46f63 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Jan 24 10:40:20.880067 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:40:20.974959 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:20.989342 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:40:21.024968 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:21.025381 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:21.037709 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:21.057718 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:21.062003 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:21.108730 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:21.115967 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.116355 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.116707 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.117100 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.118013 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.118348 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.118682 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.119013 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.119348 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.119792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.120117 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.120439 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.120864 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:21.462400 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['9f32c3d7-38b8-406b-97bb-7843ec29c38d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:21.936869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6f3c-2be4-4d1d-bd39-b5428f269b7e req-ca80af7b-7a5d-4e4e-aca0-753491d04695 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:21.938406 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fd3c6f3c-2be4-4d1d-bd39-b5428f269b7e req-ca80af7b-7a5d-4e4e-aca0-753491d04695 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 945 time: 0.0489943 Jan 24 10:40:21.984948 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fd3c6f3c-2be4-4d1d-bd39-b5428f269b7e req-36db654e-6ab1-4087-9c2f-e26fa6748b15 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Jan 24 10:40:22.896427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:40:22.947809 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 9f32c3d7-38b8-406b-97bb-7843ec29c38d completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:40:22.952021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 9f32c3d7-38b8-406b-97bb-7843ec29c38d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:22.952403 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:23.032327 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:23.032727 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:23.055360 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:23.057692 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c681468-dce8-4a61-8a82-410b15b80eac" -d '{"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:23.071497 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:23.076035 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:23.101461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67773d42-5629-4ae6-b843-36719a65cc25 x-openstack-request-id: req-67773d42-5629-4ae6-b843-36719a65cc25 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:23.102281 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:23.102545 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67773d42-5629-4ae6-b843-36719a65cc25 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:23.102949 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'code': 200} Jan 24 10:40:23.110651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20132c74-e866-4743-be0f-3f77c5943a4b req-54253623-c5d6-47f4-a344-33a55bfdae3c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:23.112241 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20132c74-e866-4743-be0f-3f77c5943a4b req-54253623-c5d6-47f4-a344-33a55bfdae3c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 945 time: 0.0563614 Jan 24 10:40:23.129298 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:23.172020 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20132c74-e866-4743-be0f-3f77c5943a4b req-6f4f27af-bbd0-4b2f-a57c-9fdb9f03447b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463636 Jan 24 10:40:23.301662 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55041-8a38-480c-aaf4-2c3a819e0c59 req-521437e5-7003-431e-9459-2fd973e13513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:23.303203 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bec55041-8a38-480c-aaf4-2c3a819e0c59 req-521437e5-7003-431e-9459-2fd973e13513 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1099 time: 0.0415676 Jan 24 10:40:23.347770 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bec55041-8a38-480c-aaf4-2c3a819e0c59 req-fb2368e2-8ac0-4d6b-82e9-efbd1f438504 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382054 Jan 24 10:40:24.292667 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969b2b9-4aa1-4f7f-b801-27f162f18abd req-97599359-28a5-4b4d-96a7-64a608f5eac7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:24.294157 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6969b2b9-4aa1-4f7f-b801-27f162f18abd req-97599359-28a5-4b4d-96a7-64a608f5eac7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0481865 Jan 24 10:40:24.345300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6969b2b9-4aa1-4f7f-b801-27f162f18abd req-b97f083b-2749-4a0c-8502-ebbda591abc3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456033 Jan 24 10:40:25.465761 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae09c6-00f1-4e1b-9ae9-36de41a4be10 req-feba5898-b8c8-4c47-82de-1dab39f9fb05 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:25.467249 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfae09c6-00f1-4e1b-9ae9-36de41a4be10 req-feba5898-b8c8-4c47-82de-1dab39f9fb05 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0495331 Jan 24 10:40:25.514077 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfae09c6-00f1-4e1b-9ae9-36de41a4be10 req-1ac9c92d-4741-4e9d-9abc-e51b28980651 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Jan 24 10:40:25.637652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a67734-b153-49f3-ba5b-592870fc2d8e req-fbc47070-f97d-4c73-97e8-5c91809ea867 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:25.639116 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d3a67734-b153-49f3-ba5b-592870fc2d8e req-fbc47070-f97d-4c73-97e8-5c91809ea867 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0558536 Jan 24 10:40:25.647633 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51522) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:25.652525 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Request body: {'floatingip': {'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:25.693194 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:26.118103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:26.122710 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:26.223187 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Floating IP 8ac95991-3f0b-49bb-a7d6-5c33f96afba9 associated. External IP: 172.27.1.191, port: 9f32c3d7-38b8-406b-97bb-7843ec29c38d. Jan 24 10:40:26.428070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:40:26.535119 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:40:26.540046 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:26.546360 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:40:26.558162 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:26.558989 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:26.573659 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-84ef6b06-64af-452d-b18a-c8e8e7966148 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "PUT /v2.0/floatingips/8ac95991-3f0b-49bb-a7d6-5c33f96afba9 HTTP/1.1" status: 200 len: 992 time: 0.9215198 Jan 24 10:40:26.573659 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:26.573964 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab87289-fd2f-443b-9a63-e2ea5096a33c" -d '{"events": [{"name": "network-changed", "server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:26.643078 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2440c7f-da20-49a0-b1f1-07de9ac71f47 x-openstack-request-id: req-f2440c7f-da20-49a0-b1f1-07de9ac71f47 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:26.643382 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:26.643647 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2440c7f-da20-49a0-b1f1-07de9ac71f47 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:26.644094 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'status': 'completed', 'code': 200} Jan 24 10:40:26.683406 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:26.718532 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-41dd5918-a8c7-4372-8e3b-bcede9fe6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:26.720070 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-41dd5918-a8c7-4372-8e3b-bcede9fe6d21 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1099 time: 0.0433366 Jan 24 10:40:26.821339 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-d55a1f4d-6c0e-4c19-a80e-7332d343b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:26.822825 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-d55a1f4d-6c0e-4c19-a80e-7332d343b84f service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.0899553 Jan 24 10:40:26.890263 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-68495c25-d3a0-4edd-950e-4fe3fca0812f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 200 len: 1000 time: 0.0597575 Jan 24 10:40:26.921368 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8ac95991-3f0b-49bb-a7d6-5c33f96afba9', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:40:07Z', 'updated_at': '2022-01-24T10:40:26Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:26.944047 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-32321624-f4be-4ade-b006-0eb8b0df573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:26.946103 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-32321624-f4be-4ade-b006-0eb8b0df573c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0478544 Jan 24 10:40:26.948211 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:40:26.957049 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:26.957670 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:26.994827 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-3a0ea85f-6ec7-4587-b982-664cfde7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:26.996315 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-3a0ea85f-6ec7-4587-b982-664cfde7e272 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397329 Jan 24 10:40:27.063412 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:27.090135 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-23b068a0-c3de-47e6-a2c9-dee7d50587bb service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Jan 24 10:40:27.194267 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2ab87289-fd2f-443b-9a63-e2ea5096a33c req-b47c2c1e-3a16-4df7-a66e-f337468eecf7 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961523 Jan 24 10:40:27.433806 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8ac95991-3f0b-49bb-a7d6-5c33f96afba9', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:40:07Z', 'updated_at': '2022-01-24T10:40:26Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:27.461360 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24870-11fe-4f66-b2f9-6530b60915ca None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8ac95991-3f0b-49bb-a7d6-5c33f96afba9', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:40:07Z', 'updated_at': '2022-01-24T10:40:26Z', 'revision_number': 1, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:40:27.704895 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b9a8b-2d70-4fb5-bf71-abafe4e40472 None None] New status for floating IP 8ac95991-3f0b-49bb-a7d6-5c33f96afba9: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:40:27.945048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362fb0f-a7e9-4a3c-93b1-e2d6e2bd0dd9 req-79477e05-1af5-4e84-a8a0-5d20c0df5d5c tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:27.946460 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5362fb0f-a7e9-4a3c-93b1-e2d6e2bd0dd9 req-79477e05-1af5-4e84-a8a0-5d20c0df5d5c tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.0507567 Jan 24 10:40:27.996223 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5362fb0f-a7e9-4a3c-93b1-e2d6e2bd0dd9 req-09fa64bf-af94-4935-87ac-7aaa84c6b9cd tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Jan 24 10:40:29.115476 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e540f-35b6-4b7e-9154-f1276bc5107e req-63854fd6-3756-43a5-be32-a519c0a23754 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:29.116834 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-243e540f-35b6-4b7e-9154-f1276bc5107e req-63854fd6-3756-43a5-be32-a519c0a23754 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.0527444 Jan 24 10:40:29.162974 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-243e540f-35b6-4b7e-9154-f1276bc5107e req-641c672f-723b-4f61-b4ec-cb83ba5beee1 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jan 24 10:40:29.916642 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-af9c7384-8154-42f6-b0c1-ec0e53bb119e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490949 Jan 24 10:40:30.068828 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94dc47-25cd-4f04-9390-770f14869e9a req-a1a41926-7fc6-4dee-8982-5804487286e2 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.070404 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a94dc47-25cd-4f04-9390-770f14869e9a req-a1a41926-7fc6-4dee-8982-5804487286e2 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.1241493 Jan 24 10:40:30.077947 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:30.078742 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-5e14fab1-dd94-4318-9c0c-5a66038bca62 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.080145 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-5e14fab1-dd94-4318-9c0c-5a66038bca62 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.1139896 Jan 24 10:40:30.106891 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-2c76e2be-deaf-4e4d-a705-51f237060e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.108338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-2c76e2be-deaf-4e4d-a705-51f237060e8d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 1098 time: 0.1603599 Jan 24 10:40:30.235542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2a94dc47-25cd-4f04-9390-770f14869e9a req-037341b9-58b4-4073-b719-5d8ebc89283d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542158 Jan 24 10:40:30.325156 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b38c95-26aa-41e4-8f20-ebe29922a850 req-3d54573f-3be5-4121-aebe-e98a25bced3e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.326632 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86b38c95-26aa-41e4-8f20-ebe29922a850 req-3d54573f-3be5-4121-aebe-e98a25bced3e tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 946 time: 0.0880575 Jan 24 10:40:30.328632 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-4950b644-edb7-4064-b03f-84b256d5f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.329979 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-4950b644-edb7-4064-b03f-84b256d5f5de service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1932361 Jan 24 10:40:30.341213 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Deleting port 7716258f-d560-4baf-a97e-c77975702a13 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:30.341555 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (7716258f-d560-4baf-a97e-c77975702a13), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:30.483166 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-42d16367-bd04-4e61-a30b-8a0f15ece65e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 200 len: 1001 time: 0.1388645 Jan 24 10:40:30.486514 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86b38c95-26aa-41e4-8f20-ebe29922a850 req-52fdaa74-668f-4096-869c-3811a9a88f89 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/security-groups?id=acf5007f-418c-4bea-9118-fcc704f073b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538770 Jan 24 10:40:30.535028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] For port 7716258f-d560-4baf-a97e-c77975702a13, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=7716258f-d560-4baf-a97e-c77975702a13,segment=NetworkSegment(cc61aacf-acef-45a9-8d0a-fa3489623725),segment_id=cc61aacf-acef-45a9-8d0a-fa3489623725)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:30.535401 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (7716258f-d560-4baf-a97e-c77975702a13), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:30.554022 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Calling delete_port for 7716258f-d560-4baf-a97e-c77975702a13 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:30.560647 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-4ac044e7-9c32-4310-8410-8aad0bf18881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.562143 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-4ac044e7-9c32-4310-8410-8aad0bf18881 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0701206 Jan 24 10:40:30.657065 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-e5a1d6d2-bf5e-4bb1-9d19-70b32fa2d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:30.658568 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-e5a1d6d2-bf5e-4bb1-9d19-70b32fa2d073 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888104 Jan 24 10:40:31.038076 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (7716258f-d560-4baf-a97e-c77975702a13), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:31.075387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Pushing event deleted for resources: {'Port': ['ID=7716258f-d560-4baf-a97e-c77975702a13,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:31.081972 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-fda70c56-1e15-4999-8689-d657450bff32 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121356 Jan 24 10:40:31.142639 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] No DVR routers for this DVR port 7716258f-d560-4baf-a97e-c77975702a13 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:31.146210 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:31.150214 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-68444ceb-4ca4-47bd-b2ab-5d85737dbb56 req-9179ace5-1b5f-4696-920a-355d290c8073 tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.120 "DELETE /v2.0/ports/7716258f-d560-4baf-a97e-c77975702a13 HTTP/1.1" status: 204 len: 173 time: 1.0600789 Jan 24 10:40:31.150668 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'name': 'network-vif-deleted', 'tag': '7716258f-d560-4baf-a97e-c77975702a13'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:31.152994 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448772ed-b5d8-4a87-8934-eefb094193c2" -d '{"events": [{"server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "name": "network-vif-deleted", "tag": "7716258f-d560-4baf-a97e-c77975702a13"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:31.214201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e27bf-7b9f-440d-8614-4d99fe170586 x-openstack-request-id: req-4a3e27bf-7b9f-440d-8614-4d99fe170586 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:31.214510 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97066148-5d46-4f0c-993f-eb9519eb69ac", "name": "network-vif-deleted", "tag": "7716258f-d560-4baf-a97e-c77975702a13", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:31.214779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a3e27bf-7b9f-440d-8614-4d99fe170586 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:31.215220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97066148-5d46-4f0c-993f-eb9519eb69ac', 'name': 'network-vif-deleted', 'tag': '7716258f-d560-4baf-a97e-c77975702a13', 'status': 'completed', 'code': 200} Jan 24 10:40:31.219100 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffcc3ce7-c132-4a92-bf53-a0e9d2cce36f req-ca0d2902-585f-4a41-9671-165ef0f6849e service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300912 Jan 24 10:40:31.358759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8158e-9a60-49ef-83a5-1e230b076f97 req-34e46943-10dd-4f61-ac46-c64b49363dba tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:31.360243 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5fa8158e-9a60-49ef-83a5-1e230b076f97 req-34e46943-10dd-4f61-ac46-c64b49363dba tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Jan 24 10:40:31.406461 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5fa8158e-9a60-49ef-83a5-1e230b076f97 req-40f58be1-7346-456d-8c27-03c2b7238726 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Jan 24 10:40:31.603826 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9a52c0da-f8f6-4e5b-ae8b-b5f6700531a6 req-e568da22-88c3-4dcf-ab82-53885662675d tempest-VolumesSnapshotTestJSON-1471601893 tempest-VolumesSnapshotTestJSON-1471601893-project] 10.222.0.45 "GET /v2.0/ports?device_id=97066148-5d46-4f0c-993f-eb9519eb69ac HTTP/1.1" status: 200 len: 210 time: 0.0354388 Jan 24 10:40:31.989496 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-3918479b-1b85-43ab-93c1-83cca4285100 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:31.990847 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-3918479b-1b85-43ab-93c1-83cca4285100 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Jan 24 10:40:32.089211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Deleting port 97c072ef-114b-484d-ba4c-dd40cc293231 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:32.089559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:32.180939 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] For port 97c072ef-114b-484d-ba4c-dd40cc293231, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=97c072ef-114b-484d-ba4c-dd40cc293231,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:32.181335 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:32.194042 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Calling delete_port for 97c072ef-114b-484d-ba4c-dd40cc293231 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:32.325733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (97c072ef-114b-484d-ba4c-dd40cc293231), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:32.339460 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d', '85406b2c-2d84-4fba-a172-cb3cda213835', '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', '97c072ef-114b-484d-ba4c-dd40cc293231'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:32.352390 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event deleted for resources: {'Port': ['ID=97c072ef-114b-484d-ba4c-dd40cc293231,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:32.395598 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] No DVR routers for this DVR port 97c072ef-114b-484d-ba4c-dd40cc293231 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:32.398567 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:32.401927 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-46a24ce3-7d9a-4852-8834-02fd96070063 req-69dfbe0e-426f-4003-90be-fa7799a8e5f0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "DELETE /v2.0/ports/97c072ef-114b-484d-ba4c-dd40cc293231 HTTP/1.1" status: 204 len: 173 time: 0.4021878 Jan 24 10:40:32.510099 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-88b35e5b-789d-4efe-8e90-7c7981cd2319 req-ad3d0cdd-4762-445a-ada3-9bbd8d5c40b3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5 HTTP/1.1" status: 200 len: 210 time: 0.0300646 Jan 24 10:40:33.216141 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'name': 'network-vif-deleted', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:33.218671 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b278bfb-f20c-48a5-a4c3-606144c91398" -d '{"events": [{"server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "name": "network-vif-deleted", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:33.253471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69831554-f4cd-456b-941e-25d2123f7060 x-openstack-request-id: req-69831554-f4cd-456b-941e-25d2123f7060 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:33.253782 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5", "name": "network-vif-deleted", "tag": "97c072ef-114b-484d-ba4c-dd40cc293231", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:33.254049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69831554-f4cd-456b-941e-25d2123f7060 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:33.254466 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73c9c2-5e14-423e-9bd4-dd14a7aa81d5', 'name': 'network-vif-deleted', 'tag': '97c072ef-114b-484d-ba4c-dd40cc293231', 'status': 'completed', 'code': 200} Jan 24 10:40:33.415804 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 7716258f-d560-4baf-a97e-c77975702a13 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:33.436888 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 7716258f-d560-4baf-a97e-c77975702a13 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:33.437270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 7716258f-d560-4baf-a97e-c77975702a13 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:33.437682 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 97c072ef-114b-484d-ba4c-dd40cc293231 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:33.456376 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 97c072ef-114b-484d-ba4c-dd40cc293231 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:33.456728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 97c072ef-114b-484d-ba4c-dd40cc293231 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:34.904442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295ec10-e8c7-480c-ace4-ad988db753ac req-866de382-cc79-4cd9-a3d2-bff96b5648bc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:34.905991 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d295ec10-e8c7-480c-ace4-ad988db753ac req-866de382-cc79-4cd9-a3d2-bff96b5648bc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0532575 Jan 24 10:40:34.954718 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d295ec10-e8c7-480c-ace4-ad988db753ac req-5a49beb1-e92a-4d75-a6d5-0a139800d1b2 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Jan 24 10:40:35.067295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45534f-7dd7-4f5e-b105-8e354c377c9b req-25db32af-b406-40df-b7a2-7790936659aa tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:35.068776 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3e45534f-7dd7-4f5e-b105-8e354c377c9b req-25db32af-b406-40df-b7a2-7790936659aa tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Jan 24 10:40:35.117342 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3e45534f-7dd7-4f5e-b105-8e354c377c9b req-71fe115f-58c8-4ded-b2c9-bb6a2c2b65a2 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Jan 24 10:40:36.071741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364b102-4498-4e5b-858d-ac5f2f531868 req-275d11be-5088-497f-bc6a-f55fd69085bd tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:36.073256 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0364b102-4498-4e5b-858d-ac5f2f531868 req-275d11be-5088-497f-bc6a-f55fd69085bd tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0505247 Jan 24 10:40:36.122833 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0364b102-4498-4e5b-858d-ac5f2f531868 req-4cca8eb3-2905-43e4-bda7-6d3f5cee159c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Jan 24 10:40:36.229876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4aa3f6-0fb6-4480-bd40-0e9e77944926 req-a61a6717-b45a-44bd-80c4-1466a9ccabc8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:36.231319 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b4aa3f6-0fb6-4480-bd40-0e9e77944926 req-a61a6717-b45a-44bd-80c4-1466a9ccabc8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Jan 24 10:40:36.283741 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b4aa3f6-0fb6-4480-bd40-0e9e77944926 req-785c18d4-d4b1-4357-914a-fec6ce0af5ea tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469022 Jan 24 10:40:37.239404 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0870ff4-ae79-48dc-9071-187452b7d92f req-6340a864-cade-499e-9dc9-15fca3b7b666 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:37.240860 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0870ff4-ae79-48dc-9071-187452b7d92f req-6340a864-cade-499e-9dc9-15fca3b7b666 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0497630 Jan 24 10:40:37.286862 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0870ff4-ae79-48dc-9071-187452b7d92f req-a69771d3-4c11-4ffc-8c28-e34a793deb01 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Jan 24 10:40:37.407199 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad73c10-1e70-4655-b0be-6cb351132ba7 req-fe060aee-2a45-4e05-919e-e5c09581ec0f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:37.408575 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ad73c10-1e70-4655-b0be-6cb351132ba7 req-fe060aee-2a45-4e05-919e-e5c09581ec0f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Jan 24 10:40:37.456898 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ad73c10-1e70-4655-b0be-6cb351132ba7 req-c0be9ac3-1f08-4b4d-ae82-1bc0972526a2 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Jan 24 10:40:38.406201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376d4ce-e491-42e1-a896-dabe6bf3d9e0 req-a9376ec7-680e-4837-a854-01a7d8f8a0ff tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:38.407716 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b376d4ce-e491-42e1-a896-dabe6bf3d9e0 req-a9376ec7-680e-4837-a854-01a7d8f8a0ff tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.0514205 Jan 24 10:40:38.455142 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b376d4ce-e491-42e1-a896-dabe6bf3d9e0 req-12e0fc62-750a-46a1-aab7-ca1ece1366bd tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jan 24 10:40:38.577583 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00c987-55b0-4a2c-8cbe-88885442bbd7 req-0551629f-1258-4452-9f03-f2b4dbcb6b52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:38.579104 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff00c987-55b0-4a2c-8cbe-88885442bbd7 req-0551629f-1258-4452-9f03-f2b4dbcb6b52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0507052 Jan 24 10:40:38.633794 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff00c987-55b0-4a2c-8cbe-88885442bbd7 req-e3e2b222-a479-47c0-bd02-5abb57f9bfb8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489304 Jan 24 10:40:39.206775 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-9c8f5402-69a1-4752-829e-3141665ea8df tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:39.208186 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-9c8f5402-69a1-4752-829e-3141665ea8df tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.0558374 Jan 24 10:40:39.302074 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-a98d6845-1122-4a58-9a8b-182904f3d5c9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:39.303548 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-a98d6845-1122-4a58-9a8b-182904f3d5c9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.1128361 Jan 24 10:40:39.384291 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port a685ff57-1ce1-4a3c-966f-e8380ef531f3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:39.384638 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.480899 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Deleting port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:39.481633 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.549182 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] For port a685ff57-1ce1-4a3c-966f-e8380ef531f3, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=a685ff57-1ce1-4a3c-966f-e8380ef531f3,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:39.549564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.722268 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe427f-abc2-4383-a551-5a124890c14f req-de0b7597-02bd-4338-97a3-28559eb8e707 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:39.723882 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b5fe427f-abc2-4383-a551-5a124890c14f req-de0b7597-02bd-4338-97a3-28559eb8e707 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=c56efb11-7cda-431f-ab06-310e607c65bd HTTP/1.1" status: 200 len: 945 time: 0.1716220 Jan 24 10:40:39.740593 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] For port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:39.740900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.786039 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Calling delete_port for 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:39.917468 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccf467-da22-42b4-89e3-2238f85e5b4b req-27b97569-21fb-415b-8e6f-663277a568a3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:39.918992 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6ccf467-da22-42b4-89e3-2238f85e5b4b req-27b97569-21fb-415b-8e6f-663277a568a3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 945 time: 0.1920485 Jan 24 10:40:39.925561 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b5fe427f-abc2-4383-a551-5a124890c14f req-b2cfc369-24aa-4e11-be35-eb5426c21eb0 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815803 Jan 24 10:40:39.947670 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.948044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (62394b1b-e3b3-4eeb-877b-a57ecff8d3fe), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:39.948373 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP 62394b1b-e3b3-4eeb-877b-a57ecff8d3fe disassociated. External IP: 172.27.1.221, port: a685ff57-1ce1-4a3c-966f-e8380ef531f3. Jan 24 10:40:39.948731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for a685ff57-1ce1-4a3c-966f-e8380ef531f3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:40.060726 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6ccf467-da22-42b4-89e3-2238f85e5b4b req-34268bfe-2cd3-498c-b770-37a96f3b64f1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340988 Jan 24 10:40:40.128257 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (07901c7c-0f6d-4d3a-b4b3-b9c930af7072), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:40.140592 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d', '85406b2c-2d84-4fba-a172-cb3cda213835', '07901c7c-0f6d-4d3a-b4b3-b9c930af7072'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:40.183861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event deleted for resources: {'Port': ['ID=07901c7c-0f6d-4d3a-b4b3-b9c930af7072,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:40.213158 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.213520 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.213872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.214212 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.214551 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.214890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.215246 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.215560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.215888 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.216216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.216543 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.216869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.217222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:40:40.245487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] No DVR routers for this DVR port 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:40.250540 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:40.253908 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-861c8b37-bec6-451a-b1e1-14ea0c19e97d req-89c89125-7468-47b7-b309-dbbb46eeabda tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "DELETE /v2.0/ports/07901c7c-0f6d-4d3a-b4b3-b9c930af7072 HTTP/1.1" status: 204 len: 173 time: 0.9418890 Jan 24 10:40:40.254360 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'name': 'network-vif-deleted', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:40.256775 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a7f097-33a7-437e-9970-5763439d6a91" -d '{"events": [{"server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "name": "network-vif-deleted", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:40.267000 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (a685ff57-1ce1-4a3c-966f-e8380ef531f3), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:40.300404 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=a685ff57-1ce1-4a3c-966f-e8380ef531f3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:40.430711 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe061fc-bec5-4b74-8c1a-170a574b5cbd x-openstack-request-id: req-0fe061fc-bec5-4b74-8c1a-170a574b5cbd {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:40.431517 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56efb11-7cda-431f-ab06-310e607c65bd", "name": "network-vif-deleted", "tag": "07901c7c-0f6d-4d3a-b4b3-b9c930af7072", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:40.431517 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fe061fc-bec5-4b74-8c1a-170a574b5cbd {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:40.431858 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56efb11-7cda-431f-ab06-310e607c65bd', 'name': 'network-vif-deleted', 'tag': '07901c7c-0f6d-4d3a-b4b3-b9c930af7072', 'status': 'completed', 'code': 200} Jan 24 10:40:40.446608 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:40:40.554026 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:40:40.565073 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:40:40.575007 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:40.575528 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:40.593823 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] No DVR routers for this DVR port a685ff57-1ce1-4a3c-966f-e8380ef531f3 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:40.596265 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:40.599614 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ed8d5114-34c3-4588-9a37-0cfac747ff0e req-fce89d29-9f86-4064-8363-9c9d50fa3d52 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "DELETE /v2.0/ports/a685ff57-1ce1-4a3c-966f-e8380ef531f3 HTTP/1.1" status: 204 len: 173 time: 1.3741469 Jan 24 10:40:40.686942 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:40.958084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:40.989318 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:40:41.000848 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:40:41.001684 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:41.146605 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:40:41.221470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2e86065-f888-400d-bf70-c24e5b4c85c3 req-7c54404c-193b-4472-adbb-3ee15d55c0df tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=95b0da69-90a4-46ee-992e-234ccff0df89 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Jan 24 10:40:41.276250 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98941a-a871-46d4-8191-e201cb2745a5 req-9c848ea4-9a16-42d0-ac39-1496319c5869 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:41.278632 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f98941a-a871-46d4-8191-e201cb2745a5 req-9c848ea4-9a16-42d0-ac39-1496319c5869 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0597014 Jan 24 10:40:41.333725 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f98941a-a871-46d4-8191-e201cb2745a5 req-719f8b92-d83e-41ff-9a06-50f06bf20ff7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Jan 24 10:40:41.376908 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:41.403358 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26103352-5989-4fee-9da3-da40b3573f4c None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:40:41.636844 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cd002-1c1b-4ff3-aec0-c70edad72b58 None None] New status for floating IP 62394b1b-e3b3-4eeb-877b-a57ecff8d3fe: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:40:42.437838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'name': 'network-vif-deleted', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:42.440123 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e2e2b0-b8ad-4a3e-b910-74fb73bd104c" -d '{"events": [{"server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "name": "network-vif-deleted", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:42.489025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d031c-7d39-4f4f-84b8-68f689bbd484 req-981846d5-a885-4085-9ca5-54d6b4939e22 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:42.490470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-197d031c-7d39-4f4f-84b8-68f689bbd484 req-981846d5-a885-4085-9ca5-54d6b4939e22 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0859036 Jan 24 10:40:42.511370 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-ff0aba2a-7083-4d8d-a8ea-666f6a851e89 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565336347&fields=id&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 267 time: 0.0683863 Jan 24 10:40:42.604787 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-197d031c-7d39-4f4f-84b8-68f689bbd484 req-1bb22860-006d-44ad-ae01-f08c5144779a tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048574 Jan 24 10:40:42.652538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-dd196bfa-6546-4d8a-b9b2-187ad1742933 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:42.654127 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-dd196bfa-6546-4d8a-b9b2-187ad1742933 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.1340153 Jan 24 10:40:42.655615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927bc39-89dd-4dcb-95d0-83b69d5facaa x-openstack-request-id: req-8927bc39-89dd-4dcb-95d0-83b69d5facaa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:42.655911 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b0da69-90a4-46ee-992e-234ccff0df89", "name": "network-vif-deleted", "tag": "a685ff57-1ce1-4a3c-966f-e8380ef531f3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:42.656224 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8927bc39-89dd-4dcb-95d0-83b69d5facaa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:42.656556 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b0da69-90a4-46ee-992e-234ccff0df89', 'name': 'network-vif-deleted', 'tag': 'a685ff57-1ce1-4a3c-966f-e8380ef531f3', 'status': 'completed', 'code': 200} Jan 24 10:40:42.668449 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-2d32ecc2-dccc-4085-9849-a1d42f5bd2f6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/quotas/740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 375 time: 0.0090137 Jan 24 10:40:42.721336 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-e85dcc13-15f2-48e8-b573-70fb2d283680 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475764 Jan 24 10:40:42.861368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-44c90cc5-c266-464e-b668-2d6d17bc138e service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276407 Jan 24 10:40:42.947690 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-0aeeff67-6121-4984-86f8-23d159a79d02 service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799673 Jan 24 10:40:43.228758 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5575592b-18ba-4bdc-9d68-82737c2d92c6 req-82f9885e-1f9c-4454-868b-c3f73c23fd61 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 210 time: 0.0313718 Jan 24 10:40:43.551631 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:43.572152 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:43.572512 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 07901c7c-0f6d-4d3a-b4b3-b9c930af7072 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:43.572929 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device a685ff57-1ce1-4a3c-966f-e8380ef531f3 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:43.593066 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: a685ff57-1ce1-4a3c-966f-e8380ef531f3 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:43.593428 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device a685ff57-1ce1-4a3c-966f-e8380ef531f3 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:43.716553 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973779e-8cae-41ad-962e-206462f63d7a req-4b0a2590-77b4-491f-91e6-8bda8800ddf9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:43.718058 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f973779e-8cae-41ad-962e-206462f63d7a req-4b0a2590-77b4-491f-91e6-8bda8800ddf9 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0489054 Jan 24 10:40:43.765438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f973779e-8cae-41ad-962e-206462f63d7a req-73d0ec4e-4fa6-4c46-a0f2-1e34810f8983 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Jan 24 10:40:44.318907 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5e9d2ea0-94ac-40b1-a95c-bff4f90d8581 req-eba22be5-fbec-4d33-a6a6-fb263a726433 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 210 time: 0.0262237 Jan 24 10:40:44.506447 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e181f987-7623-4cf4-84d7-c6dd50c14039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:44.705939 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:40:44.881423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0430b2-f355-4a00-a345-2e1f91f68109 req-a39bd77e-8507-4bbc-bca1-2e2be1621cfc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:44.882915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a0430b2-f355-4a00-a345-2e1f91f68109 req-a39bd77e-8507-4bbc-bca1-2e2be1621cfc tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Jan 24 10:40:44.938711 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a0430b2-f355-4a00-a345-2e1f91f68109 req-200baaf0-39a0-4e05-9a1d-4d2c714323fd tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Jan 24 10:40:45.414126 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5dc59a77-30bc-4b85-811d-c34932ad1dc3 req-968d4b37-bef7-4bd4-86c4-6822f2691ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 210 time: 0.0278370 Jan 24 10:40:45.701560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-da32a90c-f70d-4034-be22-dd74dc19cd6d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:45.702994 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-da32a90c-f70d-4034-be22-dd74dc19cd6d tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 945 time: 0.0486586 Jan 24 10:40:45.798762 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Deleting port 85406b2c-2d84-4fba-a172-cb3cda213835 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:45.799102 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:45.886745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] For port 85406b2c-2d84-4fba-a172-cb3cda213835, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=85406b2c-2d84-4fba-a172-cb3cda213835,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:45.887480 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:45.899554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Calling delete_port for 85406b2c-2d84-4fba-a172-cb3cda213835 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:46.127483 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (85406b2c-2d84-4fba-a172-cb3cda213835), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:46.139810 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d', '85406b2c-2d84-4fba-a172-cb3cda213835'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:46.171441 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1608d-20bd-4294-9279-cbc5cdafcfcd req-2a16d2ff-36bd-43ea-ba95-cc5dc36f8b9f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:46.172932 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2c1608d-20bd-4294-9279-cbc5cdafcfcd req-2a16d2ff-36bd-43ea-ba95-cc5dc36f8b9f tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=58154dcb-2796-4593-b6ab-f02e31267403 HTTP/1.1" status: 200 len: 867 time: 0.1524942 Jan 24 10:40:46.181677 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event deleted for resources: {'Port': ['ID=85406b2c-2d84-4fba-a172-cb3cda213835,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:46.217489 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-db43c145-35f6-4504-97d0-eb7195f54786 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:46.218835 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-db43c145-35f6-4504-97d0-eb7195f54786 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.2120826 Jan 24 10:40:46.268737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] No DVR routers for this DVR port 85406b2c-2d84-4fba-a172-cb3cda213835 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:46.274521 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:46.277811 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-483bd4b3-8e98-4256-b135-6fd8a832a3e1 req-3a21b88b-cd86-4bc7-9d90-7a0a4a016ec7 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "DELETE /v2.0/ports/85406b2c-2d84-4fba-a172-cb3cda213835 HTTP/1.1" status: 204 len: 173 time: 0.5676105 Jan 24 10:40:46.278270 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'name': 'network-vif-deleted', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:46.280554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebb99b-5377-46de-80ec-2d8dc0f805d4" -d '{"events": [{"server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "name": "network-vif-deleted", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:46.583920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c87679-38a8-41f3-a8de-8e23dbf4bc7f x-openstack-request-id: req-61c87679-38a8-41f3-a8de-8e23dbf4bc7f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:46.584185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58154dcb-2796-4593-b6ab-f02e31267403", "name": "network-vif-deleted", "tag": "85406b2c-2d84-4fba-a172-cb3cda213835", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:46.584547 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61c87679-38a8-41f3-a8de-8e23dbf4bc7f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:46.584844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58154dcb-2796-4593-b6ab-f02e31267403', 'name': 'network-vif-deleted', 'tag': '85406b2c-2d84-4fba-a172-cb3cda213835', 'status': 'completed', 'code': 200} Jan 24 10:40:46.600939 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2c1608d-20bd-4294-9279-cbc5cdafcfcd req-7d311435-22dc-4676-9f55-85cc6304f44c tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120631 Jan 24 10:40:46.641688 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96e122d8-5efc-44ff-9047-8532466becea req-9d5fc7fd-648e-4db8-b264-027d2e4cb8f1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 210 time: 0.0397127 Jan 24 10:40:46.649080 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-af3d6a1c-b4b9-4b7b-a74c-e8882a9f48af tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 380 time: 0.4147158 Jan 24 10:40:46.663975 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'port': {'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'admin_state_up': True, 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'security_groups': ['8da42b00-1e8b-4f2a-a42d-069b87746d6a']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:46.802688 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Made reservation on behalf of 740bf9a130244ad09ea7b7afa2b359e0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:46.809546 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:46.823104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-664cf162-31e2-4980-852f-ff3b00b43ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:46.954941 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.20.0.4 (aae34615-8adf-4b7f-84df-b01d55f5ef68/8e44845f-9016-4fda-bb8b-6ad210002df4/2902caeb-3da7-420a-96ba-ba2389c3516e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:47.092315 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.127693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.172337 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:47.175479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:47.179254 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:47.203172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.237650 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:47.240312 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:47.241322 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.258992 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-16baa9f0-6449-4767-8cf7-648f2e2c5056 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044898 Jan 24 10:40:47.270210 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Request body: {'port': {'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:47.329970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.450001 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-22a03251-ba13-4347-9912-9ce060d4fe7b None None] Provisioning complete for port 2902caeb-3da7-420a-96ba-ba2389c3516e triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:47.450571 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22a03251-ba13-4347-9912-9ce060d4fe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.486678 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-22a03251-ba13-4347-9912-9ce060d4fe7b None None] Port 2902caeb-3da7-420a-96ba-ba2389c3516e cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:40:47.590966 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2902caeb-3da7-420a-96ba-ba2389c3516e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:47.598322 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks [] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.611683 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Transition to ACTIVE for port object 2902caeb-3da7-420a-96ba-ba2389c3516e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:40:47.615297 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.671569 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:47.780069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Attempting to bind port 2902caeb-3da7-420a-96ba-ba2389c3516e on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:40:47.780423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Attempting to bind port 2902caeb-3da7-420a-96ba-ba2389c3516e by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:40:47.780765 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Attempting to bind port 2902caeb-3da7-420a-96ba-ba2389c3516e on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:47.789763 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Port 2902caeb-3da7-420a-96ba-ba2389c3516e on network aae34615-8adf-4b7f-84df-b01d55f5ef68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:40:47.790105 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Attempting to bind port 2902caeb-3da7-420a-96ba-ba2389c3516e on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:47.798070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:40:47.798418 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:47.798816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Bound using segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:40:47.799253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Bound port: 2902caeb-3da7-420a-96ba-ba2389c3516e, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:40:47.799689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.831854 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f3ff-5cc5-4541-b1ff-54fe05729b12 req-cc1bac9a-fd4e-4da9-838d-707d7b79ffab tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:47.834142 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5686f3ff-5cc5-4541-b1ff-54fe05729b12 req-cc1bac9a-fd4e-4da9-838d-707d7b79ffab tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0910215 Jan 24 10:40:47.933937 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5686f3ff-5cc5-4541-b1ff-54fe05729b12 req-7d8d8b40-6aa5-41f1-9512-98f96375a99b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790606 Jan 24 10:40:47.936774 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:40:47.948698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=2902caeb-3da7-420a-96ba-ba2389c3516e,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:40:47.954098 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.990451 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:47.991156 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:47.992714 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] 10.222.0.120 "PUT /v2.0/ports/2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 1093 time: 0.7266781 Jan 24 10:40:48.027395 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e2109-b549-4a3f-9240-1eddc189c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:48.062713 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:48.137048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-09a46e23-f4e5-490e-b9eb-6bf43bdd080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.138618 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-09a46e23-f4e5-490e-b9eb-6bf43bdd080a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1096 time: 0.0495827 Jan 24 10:40:48.188268 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-bf5fb740-e579-415a-b463-87ca8f7dd1f3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 217 time: 0.0402000 Jan 24 10:40:48.243542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-00e92b60-d062-43ea-9938-9986345491d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.245037 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-00e92b60-d062-43ea-9938-9986345491d8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0499463 Jan 24 10:40:48.293442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-5e70a65a-f035-497a-8cce-bf2de2cd9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.294822 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-5e70a65a-f035-497a-8cce-bf2de2cd9bf4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438628 Jan 24 10:40:48.384694 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-3493571a-ece0-4080-a660-cbea31e7b334 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826783 Jan 24 10:40:48.476798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b84e1e30-432c-457d-bd33-a77b9c6f2457 req-09a43d1b-53f2-4443-a6f0-d158f0a40ed8 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Jan 24 10:40:48.585579 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:48.588126 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:48.623891 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc6fbb-e26e-4164-be13-72ae278e3119 x-openstack-request-id: req-0ffc6fbb-e26e-4164-be13-72ae278e3119 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:48.624193 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:48.624458 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ffc6fbb-e26e-4164-be13-72ae278e3119 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:48.625047 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'status': 'completed', 'code': 200} Jan 24 10:40:48.686273 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-2ab8c1a9-a762-468e-93d4-a4cc3248ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.687783 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-2ab8c1a9-a762-468e-93d4-a4cc3248ebd4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1096 time: 0.0418475 Jan 24 10:40:48.779041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-5546c70f-683e-443f-817f-10b3269945ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.780508 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-5546c70f-683e-443f-817f-10b3269945ef service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.0859790 Jan 24 10:40:48.833080 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-5e06ac77-f890-4909-830f-e3650d84003c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 217 time: 0.0362713 Jan 24 10:40:48.886854 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-0f8dcd18-4198-44da-8074-5da1c5948b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.888376 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-0f8dcd18-4198-44da-8074-5da1c5948b80 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0440519 Jan 24 10:40:48.939773 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-5da829c9-a915-4c24-8f5b-e21e74599b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:48.941349 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-5da829c9-a915-4c24-8f5b-e21e74599b8e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457282 Jan 24 10:40:49.105296 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb120e-1a40-465f-a093-7d2c6a6309a4 req-e7609481-fce6-4731-b164-e770264b9ab5 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:49.106806 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aecb120e-1a40-465f-a093-7d2c6a6309a4 req-e7609481-fce6-4731-b164-e770264b9ab5 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 945 time: 0.1287785 Jan 24 10:40:49.113221 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-3f439c2b-12c0-4a04-8330-17e31f9c1a69 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649363 Jan 24 10:40:49.123253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099787-6f7c-455d-a773-5ee861bc3438 req-b2f52f88-31e4-4f60-8edf-8de82e65a3fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:49.124614 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe099787-6f7c-455d-a773-5ee861bc3438 req-b2f52f88-31e4-4f60-8edf-8de82e65a3fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0994303 Jan 24 10:40:49.274844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aecb120e-1a40-465f-a093-7d2c6a6309a4 req-d95bf171-2a32-41bc-b0dd-c89e86cd9b0b tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597724 Jan 24 10:40:49.280714 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe099787-6f7c-455d-a773-5ee861bc3438 req-7ede5690-9cf3-4f71-b645-370dad869165 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499255 Jan 24 10:40:49.297311 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8b0ec9c-2e3c-44cb-9ab1-78f79768e04e req-d23483ae-fbe5-424d-8a19-d412ca65462b service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717265 Jan 24 10:40:49.452321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 85406b2c-2d84-4fba-a172-cb3cda213835 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:49.475191 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:49.475828 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 85406b2c-2d84-4fba-a172-cb3cda213835 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:49.476172 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 85406b2c-2d84-4fba-a172-cb3cda213835 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:50.427861 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d06ba-0499-4473-9bdc-f12c233924ab req-7ea85977-96f1-4def-9416-430ecb918253 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:50.429572 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c6d06ba-0499-4473-9bdc-f12c233924ab req-7ea85977-96f1-4def-9416-430ecb918253 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0784073 Jan 24 10:40:50.444196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139119f-b9d7-4417-9a87-57fb894f1f39 req-f61e00f8-78e5-45f9-876f-abfd5f408ac3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:50.446197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1139119f-b9d7-4417-9a87-57fb894f1f39 req-f61e00f8-78e5-45f9-876f-abfd5f408ac3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 945 time: 0.0694890 Jan 24 10:40:50.516206 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c6d06ba-0499-4473-9bdc-f12c233924ab req-d3be376a-1bb4-438e-8c1e-b73437b71f74 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805109 Jan 24 10:40:50.527246 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1139119f-b9d7-4417-9a87-57fb894f1f39 req-fd01192f-9a0c-48aa-88a9-f1610f49597e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6efe89e-283c-4ac4-b563-fedcd189438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Jan 24 10:40:50.783639 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:50.915809 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-69f0d915-0d56-43e5-ace9-dd5624784c6e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:50.917280 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-69f0d915-0d56-43e5-ace9-dd5624784c6e tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 945 time: 0.0489397 Jan 24 10:40:51.007341 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Deleting port d1d972c4-abe6-40be-86a6-7a44e680af7d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:40:51.007708 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:51.095733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] For port d1d972c4-abe6-40be-86a6-7a44e680af7d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=d1d972c4-abe6-40be-86a6-7a44e680af7d,segment=NetworkSegment(e3ad5a62-c5c7-453f-8b33-0318923520f9),segment_id=e3ad5a62-c5c7-453f-8b33-0318923520f9)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:51.096103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:51.108778 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Calling delete_port for d1d972c4-abe6-40be-86a6-7a44e680af7d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:40:51.235264 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (d1d972c4-abe6-40be-86a6-7a44e680af7d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:51.250343 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['d1d972c4-abe6-40be-86a6-7a44e680af7d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:51.263104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Pushing event deleted for resources: {'Port': ['ID=d1d972c4-abe6-40be-86a6-7a44e680af7d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:51.304570 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] No DVR routers for this DVR port d1d972c4-abe6-40be-86a6-7a44e680af7d on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:40:51.310901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:51.310901 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-10ec9666-e025-4d8b-a9bd-a15fdbb534dd req-e493dd26-d5c1-4393-bc84-b253f2562aa3 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.120 "DELETE /v2.0/ports/d1d972c4-abe6-40be-86a6-7a44e680af7d HTTP/1.1" status: 204 len: 173 time: 0.3878512 Jan 24 10:40:51.311371 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'name': 'network-vif-deleted', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:51.313708 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdf05c-f493-45e9-946a-ba5c420f7960" -d '{"events": [{"server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "name": "network-vif-deleted", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:51.359973 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6062c542-f129-4b7b-8cc4-c141cc294211 x-openstack-request-id: req-6062c542-f129-4b7b-8cc4-c141cc294211 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:51.360279 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa669e-dff3-4f01-9db0-d9fa8df12d53", "name": "network-vif-deleted", "tag": "d1d972c4-abe6-40be-86a6-7a44e680af7d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:51.360605 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6062c542-f129-4b7b-8cc4-c141cc294211 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:51.361361 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa669e-dff3-4f01-9db0-d9fa8df12d53', 'name': 'network-vif-deleted', 'tag': 'd1d972c4-abe6-40be-86a6-7a44e680af7d', 'status': 'completed', 'code': 200} Jan 24 10:40:51.649418 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-923ad274-df10-4ad6-840f-6cb6f4e42f1c req-2ed4a8ad-e3ac-43a5-a8c4-a1b543f2fb49 tempest-AttachVolumeNegativeTest-388618690 tempest-AttachVolumeNegativeTest-388618690-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0fa669e-dff3-4f01-9db0-d9fa8df12d53 HTTP/1.1" status: 200 len: 210 time: 0.0329340 Jan 24 10:40:51.664925 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590be35-c96c-47cb-96f2-2a307380c461 req-5f5ae89a-3a69-4c28-9786-f218c2d250d0 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:51.666584 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9590be35-c96c-47cb-96f2-2a307380c461 req-5f5ae89a-3a69-4c28-9786-f218c2d250d0 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0755160 Jan 24 10:40:51.715567 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9590be35-c96c-47cb-96f2-2a307380c461 req-64390389-c256-41ef-ac47-b95c89657d8a tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Jan 24 10:40:52.705522 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51846) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:52.753765 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Deleting subnet eb43effc-d60f-4154-bb8c-2e0b42c94bc0 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:40:52.758186 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Publish callbacks [] for subnet (eb43effc-d60f-4154-bb8c-2e0b42c94bc0), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:52.802144 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (eb43effc-d60f-4154-bb8c-2e0b42c94bc0), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:52.866435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (eb43effc-d60f-4154-bb8c-2e0b42c94bc0), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:52.875241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22719ae1-888b-476d-b2c1-c904ff1703e7 req-29bfd3fc-a5eb-489e-af0d-90d24cf5fed0 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:52.876697 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22719ae1-888b-476d-b2c1-c904ff1703e7 req-29bfd3fc-a5eb-489e-af0d-90d24cf5fed0 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0907938 Jan 24 10:40:52.951588 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22719ae1-888b-476d-b2c1-c904ff1703e7 req-54df5754-dd27-4145-aafe-bbe42df96100 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582168 Jan 24 10:40:52.959653 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (eb43effc-d60f-4154-bb8c-2e0b42c94bc0), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:52.988538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:52.992219 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eb43effc-d60f-4154-bb8c-2e0b42c94bc0 HTTP/1.1" status: 204 len: 168 time: 0.2849569 Jan 24 10:40:52.992705 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd698c-e3d0-41b0-9fbc-6be8e959f1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb43effc-d60f-4154-bb8c-2e0b42c94bc0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:52.994527 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51850) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:53.067457 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (f45b48a1-32d9-42b5-9a93-e0c023adb168), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.145041 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (f45b48a1-32d9-42b5-9a93-e0c023adb168), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.164626 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45b48a1-32d9-42b5-9a93-e0c023adb168']}} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:53.173528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ad5a62-c5c7-453f-8b33-0318923520f9') {'for_net_delete': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:53.173828 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ad5a62-c5c7-453f-8b33-0318923520f9') {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:53.182963 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9254403'] for segment (e3ad5a62-c5c7-453f-8b33-0318923520f9), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.195959 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (e3ad5a62-c5c7-453f-8b33-0318923520f9), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.201786 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:40:53.202297 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252958'] for segment (e3ad5a62-c5c7-453f-8b33-0318923520f9), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: Traceback (most recent call last): Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: timer() Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: cb(*args, **kw) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: return func(*args, **kwargs) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: self._notify() Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: self.callback(batched_events) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: event.method(event) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: return f(self, *a, **k) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._get(url).json() Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: return self.request(url, 'GET', **kwargs) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:40:53.204066 dv-cinder-826036-1-iscsi neutron-server[102588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:40:53.259697 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (f45b48a1-32d9-42b5-9a93-e0c023adb168), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.265273 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.268411 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] 10.222.0.45 "DELETE /v2.0/networks/f45b48a1-32d9-42b5-9a93-e0c023adb168 HTTP/1.1" status: 204 len: 168 time: 0.2706356 Jan 24 10:40:53.279380 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adb4c6-99e6-470a-a8b8-584e60c645fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f45b48a1-32d9-42b5-9a93-e0c023adb168,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:53.377624 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51856) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:53.418036 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2da8444b-c581-47db-b20a-32cb354ab87e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76709872327e4c6eb41ed7f9b9252751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391831 Jan 24 10:40:53.420383 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51858) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:53.466911 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] Publish callbacks [] for security_group (d6efe89e-283c-4ac4-b563-fedcd189438c), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.487528 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] Publish callbacks [] for security_group (d6efe89e-283c-4ac4-b563-fedcd189438c), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.537818 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d6efe89e-283c-4ac4-b563-fedcd189438c), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.540435 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:53.541734 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6efe89e-283c-4ac4-b563-fedcd189438c HTTP/1.1" status: 204 len: 168 time: 0.1203330 Jan 24 10:40:53.550320 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4836-3593-44e7-84b4-f56c05bc22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6efe89e-283c-4ac4-b563-fedcd189438c,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:54.084464 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc7770-2e68-447c-93e3-e44550624666 req-f1f2bf6f-d6b7-4421-8fa2-dc9fdd53d61f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:54.086641 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-32cc7770-2e68-447c-93e3-e44550624666 req-f1f2bf6f-d6b7-4421-8fa2-dc9fdd53d61f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0547836 Jan 24 10:40:54.136151 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-32cc7770-2e68-447c-93e3-e44550624666 req-ec0f89dc-cca2-4afa-9685-51e1e871c1cc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Jan 24 10:40:54.238722 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51904) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:54.335758 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-514636062-network', 'tenant_id': '38f4582f49c8456caee8aec1214ffbd6'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:54.358540 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Made reservation on behalf of 38f4582f49c8456caee8aec1214ffbd6 for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:54.360830 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.369497 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.440479 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks [] for security_group (38a99de7-46fe-4947-accd-142f6828b62a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.444333 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (38a99de7-46fe-4947-accd-142f6828b62a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.464970 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:40:54.479407 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a99de7-46fe-4947-accd-142f6828b62a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:54.482288 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (3b1468ec-3f0d-4154-b001-ce7e10799987), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.482639 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Added segment 3b1468ec-3f0d-4154-b001-ce7e10799987 of type vlan for network 9e6073f3-d960-43f6-8cb7-1aab3c4da220 Jan 24 10:40:54.522084 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (9e6073f3-d960-43f6-8cb7-1aab3c4da220), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.547191 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (9e6073f3-d960-43f6-8cb7-1aab3c4da220), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.548137 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:54.548728 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.605433 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3655899 Jan 24 10:40:54.608470 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51908) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:54.612381 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea30d7-88b8-4022-ad0d-9e76dab33c92 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6073f3-d960-43f6-8cb7-1aab3c4da220,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:54.613524 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Request body: {'subnet': {'network_id': '9e6073f3-d960-43f6-8cb7-1aab3c4da220', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-514636062-subnet', 'tenant_id': '38f4582f49c8456caee8aec1214ffbd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:54.627196 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 9e6073f3-d960-43f6-8cb7-1aab3c4da220 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:40:54.636885 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Made reservation on behalf of 38f4582f49c8456caee8aec1214ffbd6 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:54.639313 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311945'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.801410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12218096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311963'] for subnet (d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.861672 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:54.869868 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Checking segment: {'id': '3b1468ec-3f0d-4154-b001-ce7e10799987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9e6073f3-d960-43f6-8cb7-1aab3c4da220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:54.870230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Network hostable DHCP agents. Network: 9e6073f3-d960-43f6-8cb7-1aab3c4da220, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:40:54.888644 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Network 9e6073f3-d960-43f6-8cb7-1aab3c4da220 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:40:54.898767 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 9e6073f3-d960-43f6-8cb7-1aab3c4da220) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:54.903338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:54.904924 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:54.909729 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73afbd-8816-4ac7-84ff-40a01bdde770 None None] Network 9e6073f3-d960-43f6-8cb7-1aab3c4da220 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:40:54.930589 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2280bccf-3dd2-4c0e-9f70-ae46e0eb4ff5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3128176 Jan 24 10:40:55.008630 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823cd32-c5d9-4c8e-8ca3-0269f7740cee None None] Network 9e6073f3-d960-43f6-8cb7-1aab3c4da220 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:40:55.258286 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16a0a6-c45f-4529-9c12-cb2029c0bd45 req-b0cbb70e-d038-4bae-8da7-13228afb2682 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:55.259868 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c16a0a6-c45f-4529-9c12-cb2029c0bd45 req-b0cbb70e-d038-4bae-8da7-13228afb2682 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 943 time: 0.0530465 Jan 24 10:40:55.324013 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c16a0a6-c45f-4529-9c12-cb2029c0bd45 req-14c663e8-5874-4735-b6da-f7eea3bbfb0c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572560 Jan 24 10:40:55.406741 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:55.411716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663233321-network', 'tenant_id': '995707adc91848bcb8c5793651f34982'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:55.433922 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Made reservation on behalf of 995707adc91848bcb8c5793651f34982 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:55.436163 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.444416 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.460255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 2902caeb-3da7-420a-96ba-ba2389c3516e details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:40:55.464025 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device d1d972c4-abe6-40be-86a6-7a44e680af7d no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:40:55.490940 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: d1d972c4-abe6-40be-86a6-7a44e680af7d {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:40:55.491300 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device d1d972c4-abe6-40be-86a6-7a44e680af7d not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:40:55.524474 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks [] for security_group (2796650d-67c1-4c87-ae3c-0ccb2f126117), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.529203 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2796650d-67c1-4c87-ae3c-0ccb2f126117), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.553108 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:40:55.562082 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796650d-67c1-4c87-ae3c-0ccb2f126117,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:55.568012 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (5f97d2c0-9dec-4752-8ba8-a06390e71b58), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.568290 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Added segment 5f97d2c0-9dec-4752-8ba8-a06390e71b58 of type vlan for network 49e100e9-c971-4656-bff7-19ae32ac5517 Jan 24 10:40:55.590144 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=2902caeb-3da7-420a-96ba-ba2389c3516e,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:55.600578 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:40:55.609868 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (49e100e9-c971-4656-bff7-19ae32ac5517), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.635515 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (49e100e9-c971-4656-bff7-19ae32ac5517), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.636461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:55.637096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.640146 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 2902caeb-3da7-420a-96ba-ba2389c3516e is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:55.640654 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.655470 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2902caeb-3da7-420a-96ba-ba2389c3516e {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:40:55.668655 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2608061 Jan 24 10:40:55.671662 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51936) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:55.676311 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=2902caeb-3da7-420a-96ba-ba2389c3516e,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:55.676806 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Request body: {'subnet': {'network_id': '49e100e9-c971-4656-bff7-19ae32ac5517', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663233321-subnet', 'tenant_id': '995707adc91848bcb8c5793651f34982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:55.680372 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.702515 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Made reservation on behalf of 995707adc91848bcb8c5793651f34982 for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:55.704472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d9c33-6c06-4cc9-a921-1fbcc1d5b9ad admin admin] Pushing event updated for resources: {'Network': ['ID=49e100e9-c971-4656-bff7-19ae32ac5517,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:55.704968 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8719533'] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.845482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 49e100e9-c971-4656-bff7-19ae32ac5517 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:40:55.886334 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9253029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8719551'] for subnet (31ceb129-d777-4c0d-8e7d-4f8fa5b9a918), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.909485 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:55.930300 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['2902caeb-3da7-420a-96ba-ba2389c3516e'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:40:55.943664 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ceb129-d777-4c0d-8e7d-4f8fa5b9a918,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:55.953952 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Checking segment: {'id': '5f97d2c0-9dec-4752-8ba8-a06390e71b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '49e100e9-c971-4656-bff7-19ae32ac5517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:55.954318 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Network hostable DHCP agents. Network: 49e100e9-c971-4656-bff7-19ae32ac5517, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:40:55.958985 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:55.974047 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Network 49e100e9-c971-4656-bff7-19ae32ac5517 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:40:55.986311 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 49e100e9-c971-4656-bff7-19ae32ac5517) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:55.991379 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:55.992525 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:55.999568 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df197c38-7f76-4128-b700-90672727a47b None None] Network 49e100e9-c971-4656-bff7-19ae32ac5517 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:40:56.012233 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-12da5578-9690-41c6-8f1e-bbb56f7fb9d6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3394420 Jan 24 10:40:56.022110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Deleting subnet 1af1eebf-1a24-41f9-a27f-9103455cf23c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:40:56.026216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Publish callbacks [] for subnet (1af1eebf-1a24-41f9-a27f-9103455cf23c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.063604 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (1af1eebf-1a24-41f9-a27f-9103455cf23c), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.107471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (1af1eebf-1a24-41f9-a27f-9103455cf23c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.138730 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b38e1-da57-453a-a314-e2d04e32e715 None None] Network 49e100e9-c971-4656-bff7-19ae32ac5517 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:40:56.144035 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51944) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.180129 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (1af1eebf-1a24-41f9-a27f-9103455cf23c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.190403 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Deleting subnet d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:40:56.193663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Publish callbacks [] for subnet (d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.215528 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af1eebf-1a24-41f9-a27f-9103455cf23c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:56.224216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.232231 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9b3d41ce-3593-4a94-817d-959d90df7156 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1af1eebf-1a24-41f9-a27f-9103455cf23c HTTP/1.1" status: 204 len: 168 time: 0.2694676 Jan 24 10:40:56.233004 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.233140 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9254458'] for subnet (d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.274303 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.303211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (d9820f37-a0c5-4880-94bf-a622f76890dc), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.336710 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9253092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8719496'] for subnet (d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.370789 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:56.376137 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.383223 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b5552d7f-e5b1-4b9f-a207-bbf63ab422ae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d2bcdf5c-e0fd-4aa1-82a8-22bcce1b83ff HTTP/1.1" status: 204 len: 168 time: 0.2379644 Jan 24 10:40:56.383800 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51952) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.401131 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (d9820f37-a0c5-4880-94bf-a622f76890dc), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.436779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9820f37-a0c5-4880-94bf-a622f76890dc']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.461563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc61aacf-acef-45a9-8d0a-fa3489623725') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.461873 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc61aacf-acef-45a9-8d0a-fa3489623725') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.473232 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (9e6073f3-d960-43f6-8cb7-1aab3c4da220), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.473920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (cc61aacf-acef-45a9-8d0a-fa3489623725), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.497436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f61f-c00a-4a4a-afb5-3e1733a38fa4 req-dd843583-d4cd-40c0-970b-4f23ae9990b2 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:56.498942 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1058f61f-c00a-4a4a-afb5-3e1733a38fa4 req-dd843583-d4cd-40c0-970b-4f23ae9990b2 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 944 time: 0.0750945 Jan 24 10:40:56.499874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (cc61aacf-acef-45a9-8d0a-fa3489623725), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.507087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:40:56.507650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (cc61aacf-acef-45a9-8d0a-fa3489623725), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:40:56.509859 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:40:56.556408 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (9e6073f3-d960-43f6-8cb7-1aab3c4da220), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.577053 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6073f3-d960-43f6-8cb7-1aab3c4da220']}} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.587381 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1468ec-3f0d-4154-b001-ce7e10799987') {'for_net_delete': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.587690 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1468ec-3f0d-4154-b001-ce7e10799987') {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:56.591450 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (d9820f37-a0c5-4880-94bf-a622f76890dc), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.597359 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9254403'] for segment (3b1468ec-3f0d-4154-b001-ce7e10799987), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.602334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.605520 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9820f37-a0c5-4880-94bf-a622f76890dc HTTP/1.1" status: 204 len: 168 time: 0.3706577 Jan 24 10:40:56.616251 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (3b1468ec-3f0d-4154-b001-ce7e10799987), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.619157 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1058f61f-c00a-4a4a-afb5-3e1733a38fa4 req-9fead6ee-aeb3-499b-9bcf-edf688f4bb44 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132662 Jan 24 10:40:56.620099 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b9bd-e2ba-4d91-83c7-5403756a663e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9820f37-a0c5-4880-94bf-a622f76890dc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:56.626225 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:40:56.626640 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252958'] for segment (3b1468ec-3f0d-4154-b001-ce7e10799987), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: Traceback (most recent call last): Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: timer() Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: cb(*args, **kw) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: return func(*args, **kwargs) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: self._notify() Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: self.callback(batched_events) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: event.method(event) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: return f(self, *a, **k) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._get(url).json() Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: return self.request(url, 'GET', **kwargs) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:40:56.628492 dv-cinder-826036-1-iscsi neutron-server[102588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:40:56.690768 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (9e6073f3-d960-43f6-8cb7-1aab3c4da220), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.698680 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.702443 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] 10.222.0.45 "DELETE /v2.0/networks/9e6073f3-d960-43f6-8cb7-1aab3c4da220 HTTP/1.1" status: 204 len: 168 time: 0.3173809 Jan 24 10:40:56.705511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51956) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.712249 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41d6df-f697-4492-9967-08360b8029fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6073f3-d960-43f6-8cb7-1aab3c4da220,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:56.759435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Deleting subnet 31ceb129-d777-4c0d-8e7d-4f8fa5b9a918 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:40:56.764414 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Publish callbacks [] for subnet (31ceb129-d777-4c0d-8e7d-4f8fa5b9a918), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.814988 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51958) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.815626 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (31ceb129-d777-4c0d-8e7d-4f8fa5b9a918), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.856197 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (31ceb129-d777-4c0d-8e7d-4f8fa5b9a918), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.858928 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-bdbba908-b2ae-48ae-a2ba-d7d6d1027880 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=036ff78dbdf1439ca5b79cadb6d2b7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427854 Jan 24 10:40:56.861520 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51960) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.908138 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (31ceb129-d777-4c0d-8e7d-4f8fa5b9a918), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.908552 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] Publish callbacks [] for security_group (acf5007f-418c-4bea-9118-fcc704f073b1), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.929228 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] Publish callbacks [] for security_group (acf5007f-418c-4bea-9118-fcc704f073b1), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.932912 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ceb129-d777-4c0d-8e7d-4f8fa5b9a918,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:56.936501 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.939775 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6971d558-5afe-4fc6-840e-3aa70a0fed04 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/31ceb129-d777-4c0d-8e7d-4f8fa5b9a918 HTTP/1.1" status: 204 len: 168 time: 0.2330277 Jan 24 10:40:56.942293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51962) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:56.977823 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (acf5007f-418c-4bea-9118-fcc704f073b1), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.980539 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:56.981733 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acf5007f-418c-4bea-9118-fcc704f073b1 HTTP/1.1" status: 204 len: 168 time: 0.1193054 Jan 24 10:40:56.994075 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b1401-159f-439e-a25a-14d5d1a0d9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf5007f-418c-4bea-9118-fcc704f073b1,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:57.279395 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (49e100e9-c971-4656-bff7-19ae32ac5517), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.361808 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (49e100e9-c971-4656-bff7-19ae32ac5517), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.383250 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e100e9-c971-4656-bff7-19ae32ac5517']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:57.392974 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f97d2c0-9dec-4752-8ba8-a06390e71b58') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:57.393326 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f97d2c0-9dec-4752-8ba8-a06390e71b58') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:40:57.402495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (5f97d2c0-9dec-4752-8ba8-a06390e71b58), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.416044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (5f97d2c0-9dec-4752-8ba8-a06390e71b58), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.421952 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:40:57.422417 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (5f97d2c0-9dec-4752-8ba8-a06390e71b58), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:40:57.424464 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:40:57.477105 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 2902caeb-3da7-420a-96ba-ba2389c3516e up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:40:57.497900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (49e100e9-c971-4656-bff7-19ae32ac5517), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.503689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.507932 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] 10.222.0.45 "DELETE /v2.0/networks/49e100e9-c971-4656-bff7-19ae32ac5517 HTTP/1.1" status: 204 len: 168 time: 0.5641222 Jan 24 10:40:57.545812 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecac04c-e622-49df-922a-3dc44abc7239 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e100e9-c971-4656-bff7-19ae32ac5517,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:57.546538 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 2902caeb-3da7-420a-96ba-ba2389c3516e completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:40:57.551131 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 2902caeb-3da7-420a-96ba-ba2389c3516e triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:40:57.551524 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.654777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 51990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:57.659140 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 2902caeb-3da7-420a-96ba-ba2389c3516e is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:40:57.659534 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.688924 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:40:57.691622 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83129c4e-6714-46e2-9092-9b583ea9fc8d" -d '{"events": [{"server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "name": "network-vif-plugged", "status": "completed", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:40:57.714085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=2902caeb-3da7-420a-96ba-ba2389c3516e,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:40:57.721271 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.730806 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 51996) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:57.761088 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-533fac12-9528-44eb-89c5-b83b2084b88f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38f4582f49c8456caee8aec1214ffbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050549 Jan 24 10:40:57.763728 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52000) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:57.778371 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:57.800053 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5f12-5aed-4234-a82b-d78e6c5a7967 req-e44a3f0a-533d-4b77-90de-611a5ab15f84 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:57.802058 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2de5f12-5aed-4234-a82b-d78e6c5a7967 req-e44a3f0a-533d-4b77-90de-611a5ab15f84 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0878875 Jan 24 10:40:57.843646 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] Publish callbacks [] for security_group (38a99de7-46fe-4947-accd-142f6828b62a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.867619 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] Publish callbacks [] for security_group (38a99de7-46fe-4947-accd-142f6828b62a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.893796 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2de5f12-5aed-4234-a82b-d78e6c5a7967 req-248adfd3-44e1-468b-a11c-53f1974010d6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840249 Jan 24 10:40:57.908614 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaf665d-0e48-4ac5-91ed-b9e1e408636d x-openstack-request-id: req-3eaf665d-0e48-4ac5-91ed-b9e1e408636d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:40:57.909020 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "name": "network-vif-plugged", "status": "completed", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:40:57.909431 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3eaf665d-0e48-4ac5-91ed-b9e1e408636d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:40:57.910211 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'code': 200} Jan 24 10:40:57.941519 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (38a99de7-46fe-4947-accd-142f6828b62a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.944131 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:57.945581 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38a99de7-46fe-4947-accd-142f6828b62a HTTP/1.1" status: 204 len: 168 time: 0.1806946 Jan 24 10:40:57.953968 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433714e9-f048-411a-a304-71a6a5366788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a99de7-46fe-4947-accd-142f6828b62a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:57.989469 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1752865049-network', 'tenant_id': '1b39ed0947b142b49ada5446784c38db'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:58.011746 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Made reservation on behalf of 1b39ed0947b142b49ada5446784c38db for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:58.014076 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.023600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.112870 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks [] for security_group (bfca5069-02a7-400b-8531-4087af1bc071), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.126235 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bfca5069-02a7-400b-8531-4087af1bc071), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.156136 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:40:58.158012 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b32c-e5bb-4396-bf90-ced4ca2e20b1 req-3ad13586-6c9f-4333-a477-3d143bfbaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:58.159622 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5f73b32c-e5bb-4396-bf90-ced4ca2e20b1 req-3ad13586-6c9f-4333-a477-3d143bfbaec6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1098 time: 0.0507023 Jan 24 10:40:58.166600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca5069-02a7-400b-8531-4087af1bc071,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:58.177207 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (dd973703-88b1-4f65-85fc-7016cf2836c6), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.177560 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Added segment dd973703-88b1-4f65-85fc-7016cf2836c6 of type vlan for network c264eef2-c868-4db8-8381-c9782c5d4a83 Jan 24 10:40:58.210849 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5f73b32c-e5bb-4396-bf90-ced4ca2e20b1 req-59531eb3-e689-45d8-becf-02733b9a0be8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Jan 24 10:40:58.219887 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (c264eef2-c868-4db8-8381-c9782c5d4a83), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.245637 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (c264eef2-c868-4db8-8381-c9782c5d4a83), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.247079 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:58.247975 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.307499 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:58.309367 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5764871 Jan 24 10:40:58.312106 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52008) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:58.316736 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Request body: {'subnet': {'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1752865049-subnet', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:58.324044 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39cf00-43c7-4611-9e41-6eee6b7650fd admin admin] Pushing event updated for resources: {'Network': ['ID=c264eef2-c868-4db8-8381-c9782c5d4a83,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:58.334004 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network c264eef2-c868-4db8-8381-c9782c5d4a83 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:40:58.347291 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Made reservation on behalf of 1b39ed0947b142b49ada5446784c38db for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:40:58.350011 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d53c516d-2a00-405b-98e0-51b019180d21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=995707adc91848bcb8c5793651f34982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412426 Jan 24 10:40:58.351799 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8719533'] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.353285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:58.401732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] Publish callbacks [] for security_group (2796650d-67c1-4c87-ae3c-0ccb2f126117), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.425155 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] Publish callbacks [] for security_group (2796650d-67c1-4c87-ae3c-0ccb2f126117), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.475782 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2796650d-67c1-4c87-ae3c-0ccb2f126117), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.478980 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.482456 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2796650d-67c1-4c87-ae3c-0ccb2f126117 HTTP/1.1" status: 204 len: 168 time: 0.1250679 Jan 24 10:40:58.488057 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fabf90-905a-48ad-9e63-fd959fa625ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796650d-67c1-4c87-ae3c-0ccb2f126117,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:58.532056 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9253029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8719551'] for subnet (1d95b254-e88a-4572-82e0-3daafef262b1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.595360 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d95b254-e88a-4572-82e0-3daafef262b1,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:58.605302 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Checking segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:58.605922 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Network hostable DHCP agents. Network: c264eef2-c868-4db8-8381-c9782c5d4a83, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:40:58.626099 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Network c264eef2-c868-4db8-8381-c9782c5d4a83 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:40:58.636698 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, c264eef2-c868-4db8-8381-c9782c5d4a83) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:58.641615 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:58.642589 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.649242 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133b334-24fa-48f4-9a06-bee7529f58e0 None None] Network c264eef2-c868-4db8-8381-c9782c5d4a83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:40:58.659044 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-7b606793-0e1b-480b-b6f6-0ffc5304893d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3459036 Jan 24 10:40:58.661920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:40:58.667049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:40:58.695019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.696461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.759755 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for router_controller (236c1014-5ff2-45ed-b11e-2fa10fec0d80), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.796501 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-c264eef2-c868-4db8-8381-c9782c5d4a83', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:40:58.797801 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.931698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for router_gateway (236c1014-5ff2-45ed-b11e-2fa10fec0d80), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:58.945339 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Allocated IP 172.20.0.2 (c264eef2-c868-4db8-8381-c9782c5d4a83/1d95b254-e88a-4572-82e0-3daafef262b1/51cda8f8-db52-4175-aa67-de8758e87364) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:59.075187 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdd9e6-e928-415a-835f-79c943202cbf req-51a66ddb-c541-4980-92bb-c710252b8e76 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:40:59.076728 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c0cdd9e6-e928-415a-835f-79c943202cbf req-51a66ddb-c541-4980-92bb-c710252b8e76 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0710695 Jan 24 10:40:59.108454 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks [] for port (51cda8f8-db52-4175-aa67-de8758e87364), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.113574 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (51cda8f8-db52-4175-aa67-de8758e87364), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.152291 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Network c264eef2-c868-4db8-8381-c9782c5d4a83 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:59.158068 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:59.161669 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:59.183189 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Pushing event updated for resources: {'Port': ['ID=51cda8f8-db52-4175-aa67-de8758e87364,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:59.223089 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c0cdd9e6-e928-415a-835f-79c943202cbf req-0fe8029a-8843-40e1-817d-3ca67b6bd642 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344509 Jan 24 10:40:59.234942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for router_gateway (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.236444 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Attempting to bind port 51cda8f8-db52-4175-aa67-de8758e87364 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:40:59.237090 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Attempting to bind port 51cda8f8-db52-4175-aa67-de8758e87364 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:40:59.237530 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Attempting to bind port 51cda8f8-db52-4175-aa67-de8758e87364 on network c264eef2-c868-4db8-8381-c9782c5d4a83 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:40:59.244899 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:40:59.245428 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Checking segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:40:59.245913 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.246442 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Bound using segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:40:59.247023 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Bound port: 51cda8f8-db52-4175-aa67-de8758e87364, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:40:59.247483 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (51cda8f8-db52-4175-aa67-de8758e87364), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.256219 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.330644 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] For port 51cda8f8-db52-4175-aa67-de8758e87364, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:40:59.334624 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] For port 51cda8f8-db52-4175-aa67-de8758e87364, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=51cda8f8-db52-4175-aa67-de8758e87364,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:40:59.340440 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (51cda8f8-db52-4175-aa67-de8758e87364), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.401171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Allocated IP 172.27.1.195 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/dac8cfe9-a73c-49aa-921d-021e9875cb45) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:40:59.414736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a6e6a-670d-410e-9737-8e50b785f511 None None] Pushing event updated for resources: {'Port': ['ID=51cda8f8-db52-4175-aa67-de8758e87364,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:59.524033 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.573316 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:40:59.614560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:40:59.618304 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:40:59.622144 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:40:59.667970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Pushing event updated for resources: {'Port': ['ID=dac8cfe9-a73c-49aa-921d-021e9875cb45,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:40:59.941532 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for router_gateway (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:00.110733 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:00.139721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:00.276253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:41:00.427015 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84e684-2657-4987-ab9a-8e3a2c4eb8a9 req-880700fd-3329-4b13-85aa-9c7ad610ab0d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:00.428599 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b84e684-2657-4987-ab9a-8e3a2c4eb8a9 req-880700fd-3329-4b13-85aa-9c7ad610ab0d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.1023211 Jan 24 10:41:00.436066 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:00.448452 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Sync routers for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:00.462422 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:00.464426 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:00.471404 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:00.472657 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-477cee4f-b313-44ea-b77b-cb438a0e0148 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8097165 Jan 24 10:41:00.476726 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52060) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:00.501815 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b84e684-2657-4987-ab9a-8e3a2c4eb8a9 req-a5844dfc-9600-426e-85f9-866b48d7f6b3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635996 Jan 24 10:41:00.671585 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:00.687323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf179a-da6d-43a9-aa08-2ec914eacf29 req-b0601269-7399-4378-b4c5-d102f8309306 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:00.689042 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fdf179a-da6d-43a9-aa08-2ec914eacf29 req-b0601269-7399-4378-b4c5-d102f8309306 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0825431 Jan 24 10:41:00.765005 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fdf179a-da6d-43a9-aa08-2ec914eacf29 req-fd04c195-0d1a-4d2f-9d27-e63ec688c941 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652876 Jan 24 10:41:00.790455 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:00.798987 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b440b6d-7505-4968-86e2-eae057174991 None None] Network c264eef2-c868-4db8-8381-c9782c5d4a83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:41:00.857242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64749b02-cdd1-455e-bf69-01070bf7739a tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:00.859090 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-64749b02-cdd1-455e-bf69-01070bf7739a tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1093 time: 0.0671425 Jan 24 10:41:00.869666 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:00.874926 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:00.906619 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:00.920490 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Provisioning complete for port 51cda8f8-db52-4175-aa67-de8758e87364 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:00.921032 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (51cda8f8-db52-4175-aa67-de8758e87364), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.026130 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.071636 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:40:59Z', 'revision_number': 3, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:01.152457 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.27.1.61 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/d854342d-3687-4e97-9c7a-fff8c765159b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:01.238738 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Current status of the port 51cda8f8-db52-4175-aa67-de8758e87364 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:01.239387 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (51cda8f8-db52-4175-aa67-de8758e87364), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.241080 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Checking router: 236c1014-5ff2-45ed-b11e-2fa10fec0d80 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:01.241994 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Updating router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 port dac8cfe9-a73c-49aa-921d-021e9875cb45 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:41:01.277245 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.288105 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (d854342d-3687-4e97-9c7a-fff8c765159b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.301343 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] For port 51cda8f8-db52-4175-aa67-de8758e87364, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=51cda8f8-db52-4175-aa67-de8758e87364,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:01.302999 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.326453 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.331472 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (51cda8f8-db52-4175-aa67-de8758e87364), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.367600 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:01.370612 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:01.373241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:01.406772 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=d854342d-3687-4e97-9c7a-fff8c765159b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:01.464710 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fbbdf-f71a-424a-bb95-91f1611409b8 None None] Pushing event updated for resources: {'Port': ['ID=51cda8f8-db52-4175-aa67-de8758e87364,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:01.474500 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Allocated IP 172.20.0.1 (c264eef2-c868-4db8-8381-c9782c5d4a83/1d95b254-e88a-4572-82e0-3daafef262b1/11448e47-70f9-40ce-91e7-0ba5a3606c9b) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:01.481348 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-afedb8fe-bbab-470b-977e-9510ef005328 None None] Provisioning complete for port 51cda8f8-db52-4175-aa67-de8758e87364 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:01.481730 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-afedb8fe-bbab-470b-977e-9510ef005328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (51cda8f8-db52-4175-aa67-de8758e87364), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.602107 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks [] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.641281 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.643122 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 51cda8f8-db52-4175-aa67-de8758e87364 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:01.683211 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-afedb8fe-bbab-470b-977e-9510ef005328 None None] Current status of the port 51cda8f8-db52-4175-aa67-de8758e87364 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:01.698576 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Network c264eef2-c868-4db8-8381-c9782c5d4a83 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:01.704450 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Pushing event updated for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:01.707946 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:01.710569 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:01.759311 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.774968 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks [] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.783763 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 51cda8f8-db52-4175-aa67-de8758e87364 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:01.784549 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (51cda8f8-db52-4175-aa67-de8758e87364), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.827126 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.941400 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.946140 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (e66d5109-8e54-4867-9aa0-aec3e0504f7e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.950762 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea38123-fc62-4558-b1a9-9197a38cc752 None None] Pushing event updated for resources: {'Port': ['ID=dac8cfe9-a73c-49aa-921d-021e9875cb45,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:01.963698 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Attempting to bind port dac8cfe9-a73c-49aa-921d-021e9875cb45 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:01.964337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Attempting to bind port dac8cfe9-a73c-49aa-921d-021e9875cb45 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:01.964893 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Attempting to bind port dac8cfe9-a73c-49aa-921d-021e9875cb45 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:01.972445 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 51cda8f8-db52-4175-aa67-de8758e87364 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:01.980404 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:01.980868 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:01.981932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:01.982545 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:01.983133 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Bound port: dac8cfe9-a73c-49aa-921d-021e9875cb45, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:01.983633 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.060334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.106851 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] For port dac8cfe9-a73c-49aa-921d-021e9875cb45, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:02.110165 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] For port dac8cfe9-a73c-49aa-921d-021e9875cb45, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=dac8cfe9-a73c-49aa-921d-021e9875cb45,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:02.120895 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.183451 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:02.184098 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:02.189940 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks [] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.196388 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252914'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.271342 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Pushing event updated for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:02.275663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.284013 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea38123-fc62-4558-b1a9-9197a38cc752 None None] Pushing event updated for resources: {'Port': ['ID=dac8cfe9-a73c-49aa-921d-021e9875cb45,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:02.307655 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-abe9d0f8-f04e-4d77-8640-3207565701c1 None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:02.308028 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-abe9d0f8-f04e-4d77-8640-3207565701c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.340261 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:02.379902 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Network c264eef2-c868-4db8-8381-c9782c5d4a83 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:02.381776 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:02.384664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-abe9d0f8-f04e-4d77-8640-3207565701c1 None None] Port 11448e47-70f9-40ce-91e7-0ba5a3606c9b cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:41:02.520315 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (d854342d-3687-4e97-9c7a-fff8c765159b), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.525668 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:41:02.527834 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.574004 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=d854342d-3687-4e97-9c7a-fff8c765159b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:02.585910 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 1, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:02.614591 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381a9b-8c83-485b-b0cf-83f7bdea66a6 None None] The sync data for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi is: [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 1, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:02.633903 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (e66d5109-8e54-4867-9aa0-aec3e0504f7e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.658821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:02.671337 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-bdeba2ef-2844-4e52-a7c5-b5d2cb2f9b23 admin admin] 10.222.0.45 "PUT /v2.0/routers/236c1014-5ff2-45ed-b11e-2fa10fec0d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1861334 Jan 24 10:41:02.731452 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-cf8a9d2e-12d6-4085-8cee-d60d7d4defbb None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:02.731800 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9d2e-12d6-4085-8cee-d60d7d4defbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:02.751642 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP e66d5109-8e54-4867-9aa0-aec3e0504f7e associated. External IP: 172.27.1.61, port: 2902caeb-3da7-420a-96ba-ba2389c3516e. Jan 24 10:41:02.776117 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a9d2e-12d6-4085-8cee-d60d7d4defbb None None] Port 11448e47-70f9-40ce-91e7-0ba5a3606c9b cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:41:03.019856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:41:03.141858 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:03.153882 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:03.167793 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.174592 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:03.175261 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:03.198942 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-52ddd689-0027-4ce1-9d18-0b4f658d18e6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3281145 Jan 24 10:41:03.200017 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:03.202916 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98468dbf-f85b-476d-969d-4e363c5ef32e" -d '{"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:03.254753 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf3151e-c097-4c87-9511-f52a972eb148 x-openstack-request-id: req-dcf3151e-c097-4c87-9511-f52a972eb148 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:03.255195 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:03.255475 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcf3151e-c097-4c87-9511-f52a972eb148 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:03.255985 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'status': 'completed', 'code': 200} Jan 24 10:41:03.323874 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:03.371588 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52104) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:03.377559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-112924780-network', 'tenant_id': 'b99cd446427647808d133c0e02e384ee'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:03.403887 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Made reservation on behalf of b99cd446427647808d133c0e02e384ee for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:41:03.407196 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.419082 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.538715 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks [] for security_group (2fd7be8b-48de-45fc-b205-325df65a1fea), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.543777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2fd7be8b-48de-45fc-b205-325df65a1fea), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.571028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:41:03.587428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd7be8b-48de-45fc-b205-325df65a1fea,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:03.590753 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (72a99855-de01-474c-8830-d51c3f61b11a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.591260 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Added segment 72a99855-de01-474c-8830-d51c3f61b11a of type vlan for network 155303ee-6882-4ea1-a19b-cfb420a5f431 Jan 24 10:41:03.610132 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:03.617783 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 51cda8f8-db52-4175-aa67-de8758e87364 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:03.642254 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (155303ee-6882-4ea1-a19b-cfb420a5f431), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.642371 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:03.651996 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:03.653116 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:03.672127 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 51cda8f8-db52-4175-aa67-de8758e87364 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:03.672787 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (51cda8f8-db52-4175-aa67-de8758e87364), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.673206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (155303ee-6882-4ea1-a19b-cfb420a5f431), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.675026 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:03.675763 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.724555 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3490081 Jan 24 10:41:03.726819 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52106) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:03.734110 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Request body: {'subnet': {'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-112924780-subnet', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'ip_version': 4}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:03.760005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2f3c-877a-461b-abe6-1ac5412cf8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=155303ee-6882-4ea1-a19b-cfb420a5f431,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:03.778199 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:41:03.783236 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Made reservation on behalf of b99cd446427647808d133c0e02e384ee for: {'subnet': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:41:03.783993 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:03.787229 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8719533'] for subnet (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:03.855475 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 51cda8f8-db52-4175-aa67-de8758e87364 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:03.986080 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9253029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8719551'] for subnet (ee8f3be5-7b99-4e7b-89fd-41835407470a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.043710 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8f3be5-7b99-4e7b-89fd-41835407470a,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:04.051785 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:04.052755 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Checking segment: {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:04.053168 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Network hostable DHCP agents. Network: 155303ee-6882-4ea1-a19b-cfb420a5f431, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:41:04.072679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:41:04.085392 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 155303ee-6882-4ea1-a19b-cfb420a5f431) {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:04.090503 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fc9ca-9edc-4700-8291-33ef87bcdd18 None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:04.092816 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:04.093465 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.101235 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955e331-170e-4aff-a019-772f311785a2 None None] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:41:04.119387 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-17a5009b-4adc-472d-8ad4-c78df1be44a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3896737 Jan 24 10:41:04.121813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52110) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:04.126718 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:04.157095 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.158179 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.221744 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for router_controller (20d82e57-05a4-4d76-84a1-a144a1736ac1), precommit_add_association {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.237315 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-155303ee-6882-4ea1-a19b-cfb420a5f431', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'project_id': 'b99cd446427647808d133c0e02e384ee', 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:41:04.238213 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.376125 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for router_gateway (20d82e57-05a4-4d76-84a1-a144a1736ac1), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.400980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Allocated IP 172.20.0.2 (155303ee-6882-4ea1-a19b-cfb420a5f431/ee8f3be5-7b99-4e7b-89fd-41835407470a/5e137581-c4c3-4da7-83eb-43891721a1b8) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:04.474103 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3653bb-34dc-4041-b076-d85188d2b248 None None] New status for floating IP e66d5109-8e54-4867-9aa0-aec3e0504f7e: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:41:04.625068 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for router_gateway (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.643845 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.760155 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Allocated IP 172.27.1.140 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/de00cc94-47a9-4cb9-8122-05db8e5dcff5) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:04.807335 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks [] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.815838 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.861763 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:04.865100 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.865865 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:04.868832 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:04.870940 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Pushing event updated for resources: {'Port': ['ID=5e137581-c4c3-4da7-83eb-43891721a1b8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:04.902167 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.933082 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Attempting to bind port 5e137581-c4c3-4da7-83eb-43891721a1b8 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:04.933082 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Attempting to bind port 5e137581-c4c3-4da7-83eb-43891721a1b8 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:04.933474 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Attempting to bind port 5e137581-c4c3-4da7-83eb-43891721a1b8 on network 155303ee-6882-4ea1-a19b-cfb420a5f431 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:04.938728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:04.939283 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Checking segment: {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:04.939890 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.940109 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Bound using segment: {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:04.940590 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Bound port: 5e137581-c4c3-4da7-83eb-43891721a1b8, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:04.941035 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:04.950900 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:04.954832 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:04.959498 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:04.962685 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Pushing event updated for resources: {'Port': ['ID=de00cc94-47a9-4cb9-8122-05db8e5dcff5,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:05.017511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] For port 5e137581-c4c3-4da7-83eb-43891721a1b8, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:05.021118 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] For port 5e137581-c4c3-4da7-83eb-43891721a1b8, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5e137581-c4c3-4da7-83eb-43891721a1b8,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:05.042143 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.077122 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-804a9a06-bc24-454d-9893-634e2cb05fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:05.082509 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-804a9a06-bc24-454d-9893-634e2cb05fb7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1098 time: 0.0581493 Jan 24 10:41:05.102117 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5abb9f-ad6e-4a48-bc02-5d7ee50ecb65 None None] Pushing event updated for resources: {'Port': ['ID=5e137581-c4c3-4da7-83eb-43891721a1b8,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:05.224020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-859c4f2b-e746-4218-97b8-d26f208fd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:05.226206 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-859c4f2b-e746-4218-97b8-d26f208fd184 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1322381 Jan 24 10:41:05.301795 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-25ae9cb9-d67d-416c-9766-9304516c9eb2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 1000 time: 0.0698304 Jan 24 10:41:05.380675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-9c1b1d83-e295-4679-9bc0-00cad9c68727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:05.382507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-9c1b1d83-e295-4679-9bc0-00cad9c68727 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0742824 Jan 24 10:41:05.456770 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-ece84cc6-a2fc-454d-a71d-eb77bd19a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:05.458484 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-ece84cc6-a2fc-454d-a71d-eb77bd19a736 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696492 Jan 24 10:41:05.528123 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Sync routers for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:05.541126 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:05.542323 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:05.566018 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for router_gateway (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.622168 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-23dc53cc-f9a5-4cc6-8cca-ed53dba15378 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565745 Jan 24 10:41:05.688167 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:05.695739 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5e137581-c4c3-4da7-83eb-43891721a1b8 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:05.728328 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98468dbf-f85b-476d-969d-4e363c5ef32e req-750e3942-1561-4d35-8009-e89ddd8101e5 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977383 Jan 24 10:41:05.757465 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 5e137581-c4c3-4da7-83eb-43891721a1b8 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:05.757962 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.819950 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.848681 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 5e137581-c4c3-4da7-83eb-43891721a1b8 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:05.849350 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.889705 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port 5e137581-c4c3-4da7-83eb-43891721a1b8, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5e137581-c4c3-4da7-83eb-43891721a1b8,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:05.895460 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.896721 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device dac8cfe9-a73c-49aa-921d-021e9875cb45 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:05.912421 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:02Z', 'revision_number': 2, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:05.948787 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Checking router: 236c1014-5ff2-45ed-b11e-2fa10fec0d80 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:05.949472 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Updating router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 port 11448e47-70f9-40ce-91e7-0ba5a3606c9b binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:41:05.967157 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Router 20d82e57-05a4-4d76-84a1-a144a1736ac1 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:41:05.984456 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:05.990724 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=5e137581-c4c3-4da7-83eb-43891721a1b8,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:06.011996 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port dac8cfe9-a73c-49aa-921d-021e9875cb45 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:06.012890 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.102959 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:06.114624 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Sync routers for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:06.129147 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port dac8cfe9-a73c-49aa-921d-021e9875cb45 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:06.130665 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.130793 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.132439 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-5597deb6-9985-4f59-94ed-81dd5d47b569 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0093446 Jan 24 10:41:06.135445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:06.147434 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:06.148482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:06.304508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port dac8cfe9-a73c-49aa-921d-021e9875cb45, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=dac8cfe9-a73c-49aa-921d-021e9875cb45,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:06.331603 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.435255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e78d81-b048-42b0-a13a-10edef71f5aa None None] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:41:06.439163 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:06.492536 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks [] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.503655 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.529870 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=dac8cfe9-a73c-49aa-921d-021e9875cb45,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:06.560532 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Pushing event updated for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:06.572410 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.573250 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.574459 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.575042 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.575604 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.576730 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.577336 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.577925 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.578483 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.579838 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.580289 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.580733 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.581214 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:06.665704 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Attempting to bind port 11448e47-70f9-40ce-91e7-0ba5a3606c9b on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:06.666010 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Attempting to bind port 11448e47-70f9-40ce-91e7-0ba5a3606c9b by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:06.666376 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Attempting to bind port 11448e47-70f9-40ce-91e7-0ba5a3606c9b on network c264eef2-c868-4db8-8381-c9782c5d4a83 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:06.673326 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:06.673978 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Checking segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:06.674645 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.675322 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Bound using segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:06.675972 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Bound port: 11448e47-70f9-40ce-91e7-0ba5a3606c9b, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:06.676529 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.723547 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-2318c008-78dd-4e20-a6d4-16e0bec307ac None None] Provisioning complete for port 5e137581-c4c3-4da7-83eb-43891721a1b8 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:06.724089 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2318c008-78dd-4e20-a6d4-16e0bec307ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.731489 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.794599 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] For port 11448e47-70f9-40ce-91e7-0ba5a3606c9b, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:06.812045 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] For port 11448e47-70f9-40ce-91e7-0ba5a3606c9b, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=11448e47-70f9-40ce-91e7-0ba5a3606c9b,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:06.822565 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:06.906316 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d784-4475-434d-aa72-09a7e5703dcf None None] Pushing event updated for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:06.929757 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:06.930841 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:06.941279 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2318c008-78dd-4e20-a6d4-16e0bec307ac None None] Current status of the port 5e137581-c4c3-4da7-83eb-43891721a1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:06.953726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:05Z', 'revision_number': 3, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:06.986019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Allocated IP 172.20.0.1 (155303ee-6882-4ea1-a19b-cfb420a5f431/ee8f3be5-7b99-4e7b-89fd-41835407470a/cc5a1935-1b62-441e-82a1-2ffa4a76f208) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:06.993961 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Checking router: 20d82e57-05a4-4d76-84a1-a144a1736ac1 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:06.994417 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Updating router 20d82e57-05a4-4d76-84a1-a144a1736ac1 port de00cc94-47a9-4cb9-8122-05db8e5dcff5 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:41:07.038903 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.126257 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:07.126837 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.153006 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:07.202049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks [] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.281048 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.332362 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:07.337681 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:07.341435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:07.348132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Pushing event updated for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:07.395889 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.399543 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Current status of the port 11448e47-70f9-40ce-91e7-0ba5a3606c9b is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:07.400040 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.460525 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:07.476369 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] For port 11448e47-70f9-40ce-91e7-0ba5a3606c9b, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=11448e47-70f9-40ce-91e7-0ba5a3606c9b,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:07.488337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.513403 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30e517-d226-4a6f-8a8c-717b9555a336 None None] The sync data for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi is: [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:07.608166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.638387 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks [] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.648566 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b2653-029e-4b46-816f-6d54cd66a1e8 None None] Pushing event updated for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:07.655522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.695477 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5e137581-c4c3-4da7-83eb-43891721a1b8 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:07.705144 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Provisioning complete for port 5e137581-c4c3-4da7-83eb-43891721a1b8 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:07.705561 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.817778 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks [] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.823222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.901765 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Pushing event updated for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:07.904367 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.928452 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5749c-d3b6-436c-9234-3d523b0bff50 None None] Pushing event updated for resources: {'Port': ['ID=de00cc94-47a9-4cb9-8122-05db8e5dcff5,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:07.939005 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Attempting to bind port de00cc94-47a9-4cb9-8122-05db8e5dcff5 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:07.939380 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Attempting to bind port de00cc94-47a9-4cb9-8122-05db8e5dcff5 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:07.939745 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Attempting to bind port de00cc94-47a9-4cb9-8122-05db8e5dcff5 on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:07.949472 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:07.950240 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:07.950240 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:07.950619 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:07.951085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Bound port: de00cc94-47a9-4cb9-8122-05db8e5dcff5, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:07.951465 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.002768 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 5e137581-c4c3-4da7-83eb-43891721a1b8 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:08.003149 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.004884 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:08.006574 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:08.074409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] For port de00cc94-47a9-4cb9-8122-05db8e5dcff5, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:08.079185 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] For port de00cc94-47a9-4cb9-8122-05db8e5dcff5, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de00cc94-47a9-4cb9-8122-05db8e5dcff5,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:08.082104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Current status of the port 5e137581-c4c3-4da7-83eb-43891721a1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:08.089492 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.153663 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:08.154044 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.175760 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Router 20d82e57-05a4-4d76-84a1-a144a1736ac1 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:41:08.218107 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5749c-d3b6-436c-9234-3d523b0bff50 None None] Pushing event updated for resources: {'Port': ['ID=de00cc94-47a9-4cb9-8122-05db8e5dcff5,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:08.228321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:08.228903 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:08.291135 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 5e137581-c4c3-4da7-83eb-43891721a1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:08.292139 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device dac8cfe9-a73c-49aa-921d-021e9875cb45 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:08.315012 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:08.330488 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-50c51563-04c5-44b6-a6e6-b9ca6c1887de admin admin] 10.222.0.45 "PUT /v2.0/routers/20d82e57-05a4-4d76-84a1-a144a1736ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871624 Jan 24 10:41:08.420385 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:08.451580 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-62fc0d3a-73b5-43ce-8d71-e59f8218aa7b None None] Current status of the port 11448e47-70f9-40ce-91e7-0ba5a3606c9b is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:08.472588 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port dac8cfe9-a73c-49aa-921d-021e9875cb45 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:08.472991 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.617264 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-447c33a8-ec58-40d3-9246-6e8f8a8301e3 None None] Provisioning complete for port cc5a1935-1b62-441e-82a1-2ffa4a76f208 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:08.617662 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-447c33a8-ec58-40d3-9246-6e8f8a8301e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.727296 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-447c33a8-ec58-40d3-9246-6e8f8a8301e3 None None] Port cc5a1935-1b62-441e-82a1-2ffa4a76f208 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:41:08.732462 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port dac8cfe9-a73c-49aa-921d-021e9875cb45 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:08.733581 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 11448e47-70f9-40ce-91e7-0ba5a3606c9b up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:08.792317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'cc5a1935-1b62-441e-82a1-2ffa4a76f208', 'name': '', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'mac_address': 'fa:16:3e:75:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:06Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 2, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'subnets': [{'id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:08.822041 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23a6a-a21f-4bb2-81a0-b3dbd7108ed5 None None] The sync data for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi is: [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'cc5a1935-1b62-441e-82a1-2ffa4a76f208', 'name': '', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'mac_address': 'fa:16:3e:75:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:06Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 2, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'subnets': [{'id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:08.823627 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:08.824003 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:08.913824 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 11448e47-70f9-40ce-91e7-0ba5a3606c9b is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:09.525305 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 11448e47-70f9-40ce-91e7-0ba5a3606c9b up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:09.588015 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 11448e47-70f9-40ce-91e7-0ba5a3606c9b triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:09.588401 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:09.688621 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 11448e47-70f9-40ce-91e7-0ba5a3606c9b is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:11.560228 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de00cc94-47a9-4cb9-8122-05db8e5dcff5 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:11.617062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port de00cc94-47a9-4cb9-8122-05db8e5dcff5 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:11.617447 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:11.700511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port de00cc94-47a9-4cb9-8122-05db8e5dcff5 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:11.700907 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:11.727899 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port de00cc94-47a9-4cb9-8122-05db8e5dcff5, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de00cc94-47a9-4cb9-8122-05db8e5dcff5,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:11.750632 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:11.816996 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=de00cc94-47a9-4cb9-8122-05db8e5dcff5,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:12.219676 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Sync routers for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:12.231601 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:12.232247 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:12.380448 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:12.726646 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'cc5a1935-1b62-441e-82a1-2ffa4a76f208', 'name': '', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'mac_address': 'fa:16:3e:75:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:06Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 2, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'subnets': [{'id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:12.793082 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Checking router: 20d82e57-05a4-4d76-84a1-a144a1736ac1 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:12.793954 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Updating router 20d82e57-05a4-4d76-84a1-a144a1736ac1 port cc5a1935-1b62-441e-82a1-2ffa4a76f208 binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:41:12.856103 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.211889 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks [] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.220035 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.273763 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e1557-7e0a-462a-af87-b04a928f2bd0 None None] Pushing event updated for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:13.349649 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Attempting to bind port cc5a1935-1b62-441e-82a1-2ffa4a76f208 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:13.350733 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Attempting to bind port cc5a1935-1b62-441e-82a1-2ffa4a76f208 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:13.351218 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Attempting to bind port cc5a1935-1b62-441e-82a1-2ffa4a76f208 on network 155303ee-6882-4ea1-a19b-cfb420a5f431 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:13.358317 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:13.358317 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Checking segment: {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:13.358317 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.358836 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Bound using segment: {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:13.359340 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Bound port: cc5a1935-1b62-441e-82a1-2ffa4a76f208, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a99855-de01-474c-8830-d51c3f61b11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:13.359762 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.445115 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] For port cc5a1935-1b62-441e-82a1-2ffa4a76f208, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:13.449355 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] For port cc5a1935-1b62-441e-82a1-2ffa4a76f208, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=cc5a1935-1b62-441e-82a1-2ffa4a76f208,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:13.462947 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.549717 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e1557-7e0a-462a-af87-b04a928f2bd0 None None] Pushing event updated for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:13.567012 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:13.567820 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:40:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:13.584062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de00cc94-47a9-4cb9-8122-05db8e5dcff5 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:13.667347 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Provisioning complete for port cc5a1935-1b62-441e-82a1-2ffa4a76f208 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:13.668390 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.714325 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port de00cc94-47a9-4cb9-8122-05db8e5dcff5 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:13.714895 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.856881 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:13.887286 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port de00cc94-47a9-4cb9-8122-05db8e5dcff5 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:13.912701 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Current status of the port cc5a1935-1b62-441e-82a1-2ffa4a76f208 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:13.913340 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:13.964084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] For port cc5a1935-1b62-441e-82a1-2ffa4a76f208, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=cc5a1935-1b62-441e-82a1-2ffa4a76f208,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:13.975293 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:14.055276 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd3368-d33b-4f03-bc14-7128b8a6579a None None] Pushing event updated for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:14.101394 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-7d9af7f3-06e6-412a-950e-36bcc78de30d None None] Provisioning complete for port cc5a1935-1b62-441e-82a1-2ffa4a76f208 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:14.101775 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d9af7f3-06e6-412a-950e-36bcc78de30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:14.159449 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'cc5a1935-1b62-441e-82a1-2ffa4a76f208', 'name': '', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'mac_address': 'fa:16:3e:75:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:06Z', 'updated_at': '2022-01-24T10:41:13Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'subnets': [{'id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:14.197249 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfc25-0e60-455d-9295-a1e1acd1b230 None None] The sync data for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi is: [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'cc5a1935-1b62-441e-82a1-2ffa4a76f208', 'name': '', 'network_id': '155303ee-6882-4ea1-a19b-cfb420a5f431', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'mac_address': 'fa:16:3e:75:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:06Z', 'updated_at': '2022-01-24T10:41:13Z', 'revision_number': 4, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'subnets': [{'id': 'ee8f3be5-7b99-4e7b-89fd-41835407470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:14.200540 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7d9af7f3-06e6-412a-950e-36bcc78de30d None None] Current status of the port cc5a1935-1b62-441e-82a1-2ffa4a76f208 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:14.500412 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac3a-eef8-4434-bcaa-00f847633de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:15.579816 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device cc5a1935-1b62-441e-82a1-2ffa4a76f208 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:15.634604 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port cc5a1935-1b62-441e-82a1-2ffa4a76f208 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:15.634984 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:15.715252 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port cc5a1935-1b62-441e-82a1-2ffa4a76f208 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:16.807447 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-16ff72dc-58b7-47e6-8f64-cbb88ade7514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:18.042217 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:18.545457 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530bedf-e8bd-4ee1-81f1-54402c666950 req-a6d76df6-14b4-424a-bef7-2fca10ca8a60 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:18.554603 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7530bedf-e8bd-4ee1-81f1-54402c666950 req-a6d76df6-14b4-424a-bef7-2fca10ca8a60 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0805256 Jan 24 10:41:18.604291 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7530bedf-e8bd-4ee1-81f1-54402c666950 req-d46e276c-21bf-4932-88f2-4b8ad64d4e9d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Jan 24 10:41:18.799726 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-6fa9277d-0e54-4c34-859c-d5dfafc748cb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:18.801233 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-6fa9277d-0e54-4c34-859c-d5dfafc748cb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 815 time: 0.1022975 Jan 24 10:41:18.816177 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-8098e20e-12ec-485d-8e9d-8c51ffe6186e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/quotas/1b39ed0947b142b49ada5446784c38db HTTP/1.1" status: 200 len: 375 time: 0.0088387 Jan 24 10:41:18.865031 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-3a3b0ffc-a30a-4534-a58d-86a411f58f45 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441713 Jan 24 10:41:19.050641 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-ffe45e0b-f1b1-41af-85ad-0582f543104e service neutron] 10.222.0.45 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740909 Jan 24 10:41:19.136467 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-6a2e9b09-663d-483f-b278-ae360875608a service neutron] 10.222.0.45 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802779 Jan 24 10:41:19.466449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:19.561551 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31038db1-2d53-441c-82b1-f80152a0edd1 req-3dd4e366-1924-4d0e-933e-d0559c3522bf tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 210 time: 0.2982032 Jan 24 10:41:19.729609 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795bf3-dba8-4962-bbaf-aa149aaac6cd req-d2f53d6d-0b20-4916-8a2a-d1547a8d672a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:19.730975 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7795bf3-dba8-4962-bbaf-aa149aaac6cd req-d2f53d6d-0b20-4916-8a2a-d1547a8d672a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0525925 Jan 24 10:41:19.781356 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7795bf3-dba8-4962-bbaf-aa149aaac6cd req-ee02a4bb-7917-49eb-b55e-83b34e6c7c4f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Jan 24 10:41:20.652597 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2fd90bc-0bc8-4208-9ce8-1eb237bf0b8a req-b62581a3-b359-4033-a763-e19fad7903b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 210 time: 0.0266535 Jan 24 10:41:20.789369 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:20.904380 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576c27a-e841-4296-9c8b-8191cb701c91 req-03979126-8e81-4af4-8209-6062ba0fd067 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:20.905871 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3576c27a-e841-4296-9c8b-8191cb701c91 req-03979126-8e81-4af4-8209-6062ba0fd067 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0481555 Jan 24 10:41:20.954890 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3576c27a-e841-4296-9c8b-8191cb701c91 req-47d3629a-f955-4a53-80d8-6ec3cda7c673 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Jan 24 10:41:21.704784 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:41:21.752199 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80ffa860-5b6d-43fe-8bc8-3e9dea94ebc5 req-1303d5ad-af55-4a38-8e9d-8cf7dcab0e7b tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 210 time: 0.0299962 Jan 24 10:41:22.083110 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1e588-ba00-47cf-b661-351cd0adcc75 req-52723a36-f176-46ea-94ba-6e41c5940040 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:22.085587 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91f1e588-ba00-47cf-b661-351cd0adcc75 req-52723a36-f176-46ea-94ba-6e41c5940040 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0578756 Jan 24 10:41:22.196438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91f1e588-ba00-47cf-b661-351cd0adcc75 req-9b892135-7956-4b7b-85f1-a998ba06259d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013429 Jan 24 10:41:22.222666 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-4d42e8c5-65f6-4f24-b415-f332fb46b76d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:22.224128 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-4d42e8c5-65f6-4f24-b415-f332fb46b76d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 815 time: 0.1376629 Jan 24 10:41:22.239884 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'port': {'device_id': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'admin_state_up': True, 'tenant_id': '1b39ed0947b142b49ada5446784c38db'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:22.351434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Made reservation on behalf of 1b39ed0947b142b49ada5446784c38db for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:41:22.355009 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:22.491950 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Allocated IP 172.20.0.4 (c264eef2-c868-4db8-8381-c9782c5d4a83/1d95b254-e88a-4572-82e0-3daafef262b1/82262264-99d1-4713-8693-6a9f8751e069) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:22.762013 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for port (82262264-99d1-4713-8693-6a9f8751e069), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:22.817970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:22.952321 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Network c264eef2-c868-4db8-8381-c9782c5d4a83 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:22.958501 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:22.961563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:22.994603 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:23.022869 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:23.023567 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:23.038816 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e69fb-35a6-4e7e-8b74-9b6d6e20ed35 req-089d8525-eeb1-44ba-9305-8e7f76651ebd tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:23.040427 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d42e69fb-35a6-4e7e-8b74-9b6d6e20ed35 req-089d8525-eeb1-44ba-9305-8e7f76651ebd tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.1565368 Jan 24 10:41:23.074532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-748111e2-2e54-4c25-a54f-c5e602d77cbc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387363 Jan 24 10:41:23.121622 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d42e69fb-35a6-4e7e-8b74-9b6d6e20ed35 req-f3258546-1f99-4d1e-9160-4e9e09b840a7 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728824 Jan 24 10:41:23.300702 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-aa0bb569-7683-480e-ba8e-9b7fe11f8ab9 None None] Provisioning complete for port 82262264-99d1-4713-8693-6a9f8751e069 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:23.302194 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb569-7683-480e-ba8e-9b7fe11f8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (82262264-99d1-4713-8693-6a9f8751e069), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:23.337978 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b3d7-f87d-4a4b-b543-712c5127fe29 req-e42915e3-dbf8-47e6-970a-ec5866db5f3f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:23.338986 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb569-7683-480e-ba8e-9b7fe11f8ab9 None None] Port 82262264-99d1-4713-8693-6a9f8751e069 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:41:23.343949 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f17b3d7-f87d-4a4b-b543-712c5127fe29 req-e42915e3-dbf8-47e6-970a-ec5866db5f3f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0713532 Jan 24 10:41:23.398874 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f17b3d7-f87d-4a4b-b543-712c5127fe29 req-a712fdcf-6141-4b7e-9562-b27d9516d9ad tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533097 Jan 24 10:41:24.260866 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fce77b-1c62-4efc-b189-a0ac55b9f398 req-013ee481-4325-4ce7-ba54-1231dbb8d354 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:24.262836 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c0fce77b-1c62-4efc-b189-a0ac55b9f398 req-013ee481-4325-4ce7-ba54-1231dbb8d354 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0583518 Jan 24 10:41:24.313913 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c0fce77b-1c62-4efc-b189-a0ac55b9f398 req-e902ad43-049f-4d36-9ba9-edc1d6ac5108 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Jan 24 10:41:24.521105 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adecb0-6ccf-4b5d-8f59-d54bb6043d7d req-1a3ca1a5-d2e7-4b65-9ab1-08e801590c5a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:24.523726 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6adecb0-6ccf-4b5d-8f59-d54bb6043d7d req-1a3ca1a5-d2e7-4b65-9ab1-08e801590c5a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0539951 Jan 24 10:41:24.574881 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6adecb0-6ccf-4b5d-8f59-d54bb6043d7d req-6c230086-678c-4fca-a0a4-63121c4e51a7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Jan 24 10:41:25.441142 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675cae1-5a4a-4196-9217-8c8ffa466dab req-8c437aa4-1f20-4dd6-8950-d75c6b83636f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:25.448246 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e675cae1-5a4a-4196-9217-8c8ffa466dab req-8c437aa4-1f20-4dd6-8950-d75c6b83636f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0605466 Jan 24 10:41:25.499045 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e675cae1-5a4a-4196-9217-8c8ffa466dab req-7aba78f2-088c-40b1-8c68-ce2e1da82c84 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Jan 24 10:41:25.700211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c93a-4855-4c76-8f5e-e944553f5452 req-aba9911f-610f-46dc-bc9d-e58c255555d6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:25.701913 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7225c93a-4855-4c76-8f5e-e944553f5452 req-aba9911f-610f-46dc-bc9d-e58c255555d6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0535233 Jan 24 10:41:25.749204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7225c93a-4855-4c76-8f5e-e944553f5452 req-87cc1d0b-c607-466c-bf4c-f181b9d8dc64 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Jan 24 10:41:26.668773 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19eeb3-7d7c-4aaf-a755-3c1279dd2ae9 req-303cea94-cfe9-40b4-9986-53b848814961 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:26.670514 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c19eeb3-7d7c-4aaf-a755-3c1279dd2ae9 req-303cea94-cfe9-40b4-9986-53b848814961 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0869782 Jan 24 10:41:26.721045 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c19eeb3-7d7c-4aaf-a755-3c1279dd2ae9 req-6baf4d71-991f-467a-a084-1ae1d4e732e2 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Jan 24 10:41:26.880165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc3fd4-f5d7-45ea-84a8-12951c01df3f req-5b55116c-31b9-4cf8-958f-38536f1b34f7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:26.881812 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-afdc3fd4-f5d7-45ea-84a8-12951c01df3f req-5b55116c-31b9-4cf8-958f-38536f1b34f7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0564730 Jan 24 10:41:26.938076 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-afdc3fd4-f5d7-45ea-84a8-12951c01df3f req-f1dc37e0-56fc-4337-a245-78d4b6476a5d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502923 Jan 24 10:41:27.840406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ef3e9-da54-4168-90a7-9d8e8dc333ab req-df479533-9e54-44d1-b371-288dec4514be tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:27.842065 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-084ef3e9-da54-4168-90a7-9d8e8dc333ab req-df479533-9e54-44d1-b371-288dec4514be tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0519860 Jan 24 10:41:27.891343 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-084ef3e9-da54-4168-90a7-9d8e8dc333ab req-d9d8e9fc-a3dc-4067-ba37-ecd94b6c0216 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Jan 24 10:41:28.071388 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485763-858f-4284-8c1f-a0c1863eb49a req-e867c3e3-fbb6-439b-a4b9-38345f49721a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:28.072859 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98485763-858f-4284-8c1f-a0c1863eb49a req-e867c3e3-fbb6-439b-a4b9-38345f49721a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0555780 Jan 24 10:41:28.121063 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98485763-858f-4284-8c1f-a0c1863eb49a req-fd7bcf92-79f4-4332-9a39-6acf1a9fd767 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Jan 24 10:41:29.020901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c3fa-d602-4979-972d-39903d4b385c req-2c4a68f7-c005-4c5c-8416-75da4644e250 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:29.023114 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69f8c3fa-d602-4979-972d-39903d4b385c req-2c4a68f7-c005-4c5c-8416-75da4644e250 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0544517 Jan 24 10:41:29.075367 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69f8c3fa-d602-4979-972d-39903d4b385c req-63dafe19-cd01-444b-a22a-43884c96c2ea tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Jan 24 10:41:29.253620 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904350d1-009d-4ade-8681-46125c865ca7 req-02b43189-2d8a-4715-8daa-431a09e194f0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:29.256156 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-904350d1-009d-4ade-8681-46125c865ca7 req-02b43189-2d8a-4715-8daa-431a09e194f0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0565591 Jan 24 10:41:29.325540 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-904350d1-009d-4ade-8681-46125c865ca7 req-b04e7b19-74a6-47a6-92b7-26c60c7d1270 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626986 Jan 24 10:41:30.128725 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:30.254254 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c815e6b-0cb0-4d59-8017-e225ed21adc8 req-5984a37f-8575-41d5-b9aa-3a8126474857 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:30.257647 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c815e6b-0cb0-4d59-8017-e225ed21adc8 req-5984a37f-8575-41d5-b9aa-3a8126474857 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0883710 Jan 24 10:41:30.347724 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c815e6b-0cb0-4d59-8017-e225ed21adc8 req-fbf141c2-3d48-43d7-b669-3709d4569f14 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779366 Jan 24 10:41:30.371640 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb104d-bec1-43c6-8e45-2eb868f9efca req-995cb30b-63ef-4025-99ed-ec16fc330720 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:30.373317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69eb104d-bec1-43c6-8e45-2eb868f9efca req-995cb30b-63ef-4025-99ed-ec16fc330720 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0858772 Jan 24 10:41:30.476676 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69eb104d-bec1-43c6-8e45-2eb868f9efca req-716e4e64-c1ad-461c-a160-44ffcd1ed746 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940251 Jan 24 10:41:30.494062 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0ed3-7454-45bc-8b90-77dbd0b96097 req-3fd8d6d8-c9f5-417a-bb27-7940fa2a352e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:30.495620 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-905a0ed3-7454-45bc-8b90-77dbd0b96097 req-3fd8d6d8-c9f5-417a-bb27-7940fa2a352e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0826821 Jan 24 10:41:30.547139 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-905a0ed3-7454-45bc-8b90-77dbd0b96097 req-ccfa2fc0-ae56-4f23-ac5c-2171afc9480a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456932 Jan 24 10:41:31.464696 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d5679-2ed4-4c55-b12d-98c54821a43e req-ee0e9b8c-43d6-411c-b3bb-ec96d0428f81 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:31.466240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-147d5679-2ed4-4c55-b12d-98c54821a43e req-ee0e9b8c-43d6-411c-b3bb-ec96d0428f81 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 931 time: 0.0508072 Jan 24 10:41:31.512853 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-147d5679-2ed4-4c55-b12d-98c54821a43e req-6d795615-fa07-4e01-8857-af6d0ca9ed4d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Jan 24 10:41:31.595370 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f3aad-d3a3-44ec-b5a2-efe983d3d381 req-5eea59ba-d949-4343-8938-62e003046360 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:31.596866 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-430f3aad-d3a3-44ec-b5a2-efe983d3d381 req-5eea59ba-d949-4343-8938-62e003046360 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Jan 24 10:41:31.674915 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-430f3aad-d3a3-44ec-b5a2-efe983d3d381 req-d232c338-6460-4dcb-ba27-fdfafb6279c3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724211 Jan 24 10:41:31.689629 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6749d-4e04-416c-9811-50e0fe5cfbea req-d3e45fa4-6a22-4249-9392-42a31357079f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:31.691116 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9cf6749d-4e04-416c-9811-50e0fe5cfbea req-d3e45fa4-6a22-4249-9392-42a31357079f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0706079 Jan 24 10:41:31.737990 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9cf6749d-4e04-416c-9811-50e0fe5cfbea req-4783989f-62a7-440a-ad42-1b64ccb3363f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Jan 24 10:41:31.768399 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Request body: {'port': {'device_id': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:31.829092 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:31.964228 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-1b215729-2ded-4eac-9c28-08b02b1a3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:31.965765 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-1b215729-2ded-4eac-9c28-08b02b1a3639 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.1219513 Jan 24 10:41:32.147319 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-1b668421-a33f-497d-9652-d64fcd4ae426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.148809 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-1b668421-a33f-497d-9652-d64fcd4ae426 service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1485550 Jan 24 10:41:32.240417 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82262264-99d1-4713-8693-6a9f8751e069 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:41:32.253939 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks [] for port (82262264-99d1-4713-8693-6a9f8751e069), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.259622 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-b6f1fa8f-ddf9-44b0-a2a9-b59bc26c2f4d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 1000 time: 0.0944042 Jan 24 10:41:32.276230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Transition to ACTIVE for port object 82262264-99d1-4713-8693-6a9f8751e069 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:41:32.301338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.351035 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52464) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:32.360180 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-118bec55-66b7-4cf4-b99f-c97a1020e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.361958 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-118bec55-66b7-4cf4-b99f-c97a1020e418 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0951915 Jan 24 10:41:32.378314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:32.470907 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-e0a1ca45-ebe0-4cb6-9cbe-4ff1626f061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.472443 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-e0a1ca45-ebe0-4cb6-9cbe-4ff1626f061d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027544 Jan 24 10:41:32.479453 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.515867 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Attempting to bind port 82262264-99d1-4713-8693-6a9f8751e069 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:41:32.516249 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Attempting to bind port 82262264-99d1-4713-8693-6a9f8751e069 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:41:32.516550 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Attempting to bind port 82262264-99d1-4713-8693-6a9f8751e069 on network c264eef2-c868-4db8-8381-c9782c5d4a83 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:32.550825 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Port 82262264-99d1-4713-8693-6a9f8751e069 on network c264eef2-c868-4db8-8381-c9782c5d4a83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:41:32.551166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Attempting to bind port 82262264-99d1-4713-8693-6a9f8751e069 on network c264eef2-c868-4db8-8381-c9782c5d4a83 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:41:32.560591 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:41:32.560944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Checking segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:41:32.561434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Bound using segment: {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:41:32.561800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Bound port: 82262264-99d1-4713-8693-6a9f8751e069, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd973703-88b1-4f65-85fc-7016cf2836c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:41:32.562170 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.580636 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Publish callbacks [] for security_group (822d7251-9cce-44f5-8dc2-b5e87578444a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.586769 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (822d7251-9cce-44f5-8dc2-b5e87578444a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.631824 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed0e02b7c6c64e10ab3ec9110cb61c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789333 Jan 24 10:41:32.634366 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52470) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:32.641830 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d7251-9cce-44f5-8dc2-b5e87578444a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:32.654037 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-0a48b440-b16e-45ab-aac5-6f2d48208563 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667733 Jan 24 10:41:32.665940 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.666305 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.666665 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.667214 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.667567 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.667911 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.668260 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.668603 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.668941 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.669310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.669650 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.669984 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.670316 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcca9a-8dcf-447c-af0d-0259e5d6986e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:32.703633 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] Publish callbacks [] for security_group (822d7251-9cce-44f5-8dc2-b5e87578444a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.704434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:41:32.728502 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] Publish callbacks [] for security_group (822d7251-9cce-44f5-8dc2-b5e87578444a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.764570 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:41:32.773495 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48efe8-4947-45f4-af6d-5f63ef91b473 req-c8469dd7-1e42-4c0d-97a8-40eebc873a22 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.775000 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d48efe8-4947-45f4-af6d-5f63ef91b473 req-c8469dd7-1e42-4c0d-97a8-40eebc873a22 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 943 time: 0.1853919 Jan 24 10:41:32.778464 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (822d7251-9cce-44f5-8dc2-b5e87578444a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.780702 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.782633 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.783831 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/822d7251-9cce-44f5-8dc2-b5e87578444a HTTP/1.1" status: 204 len: 168 time: 0.1483119 Jan 24 10:41:32.794678 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f4cf4-ceae-422c-bb97-f7b213ecbd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d7251-9cce-44f5-8dc2-b5e87578444a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:32.863745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.864383 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:32.868077 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] 10.222.0.120 "PUT /v2.0/ports/82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 1093 time: 1.1111739 Jan 24 10:41:32.870758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:32.873154 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e33ec-de44-4dad-bf4f-698f76a015fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:32.917609 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e0d66aa3-871d-412d-9a1e-89f1c9f1070c req-eb176d02-f735-4425-a622-5b3bcc69f0b9 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495806 Jan 24 10:41:32.924589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017d4e-c558-4230-a892-c925dce68f6c service neutron] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:32.939314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419fb5-5621-4769-8afd-d087afb976bb req-5d20f8c4-c2b9-4417-bc8f-b3d755839916 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:32.940907 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a419fb5-5621-4769-8afd-d087afb976bb req-5d20f8c4-c2b9-4417-bc8f-b3d755839916 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.1913726 Jan 24 10:41:32.967875 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d48efe8-4947-45f4-af6d-5f63ef91b473 req-fb0bcdf0-fd56-45f6-85e9-91284a8b1152 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840413 Jan 24 10:41:33.022560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-6c188e95-7973-42aa-891d-decbbec917da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.024207 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-6c188e95-7973-42aa-891d-decbbec917da service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1096 time: 0.0818646 Jan 24 10:41:33.080732 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a419fb5-5621-4769-8afd-d087afb976bb req-ee68f3e8-57d4-4542-ad46-e453fdbbb149 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248238 Jan 24 10:41:33.090998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-c6cd283f-5c94-4d0a-8263-81437d7dd7b9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 217 time: 0.0520720 Jan 24 10:41:33.148026 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52484) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:33.155239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b216d3-674a-4c2a-9331-eae2c09ef860 x-openstack-request-id: req-94b216d3-674a-4c2a-9331-eae2c09ef860 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:33.155547 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:33.155818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94b216d3-674a-4c2a-9331-eae2c09ef860 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:33.156235 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:41:33.169384 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-0d108b8e-e6c2-48b0-adc4-afcb91260ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.170281 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-98f2efc5-d3f7-4a60-b859-f52886e0211e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.170845 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-0d108b8e-e6c2-48b0-adc4-afcb91260ab6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0615864 Jan 24 10:41:33.179901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524511-a774-424f-a606-2ca53b14fa52 req-1fd988c9-d2f5-4100-ab73-a5ceb5d6651d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.181830 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c524511-a774-424f-a606-2ca53b14fa52 req-1fd988c9-d2f5-4100-ab73-a5ceb5d6651d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.1057413 Jan 24 10:41:33.252886 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-98f2efc5-d3f7-4a60-b859-f52886e0211e admin admin] Publish callbacks [] for security_group (dfb3b8fa-ae3f-4547-8a34-d944e60db5b9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.257043 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c524511-a774-424f-a606-2ca53b14fa52 req-72e827ec-45e8-4f7e-8b3a-c2a138981fdc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643952 Jan 24 10:41:33.257465 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-98f2efc5-d3f7-4a60-b859-f52886e0211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (dfb3b8fa-ae3f-4547-8a34-d944e60db5b9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.258882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-d495fe78-7f06-4087-92e4-d55e65d2260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.260311 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-d495fe78-7f06-4087-92e4-d55e65d2260d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775979 Jan 24 10:41:33.295805 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-98f2efc5-d3f7-4a60-b859-f52886e0211e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1153745c26d44d89e64c7f890c9759c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461909 Jan 24 10:41:33.297080 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2efc5-d3f7-4a60-b859-f52886e0211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3b8fa-ae3f-4547-8a34-d944e60db5b9,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:33.298539 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52486) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:33.394706 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-1ed2b014-0a11-420b-9e88-4adcaaa4288a service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236687 Jan 24 10:41:33.399353 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] Publish callbacks [] for security_group (dfb3b8fa-ae3f-4547-8a34-d944e60db5b9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.429692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] Publish callbacks [] for security_group (dfb3b8fa-ae3f-4547-8a34-d944e60db5b9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.534897 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aa0c9899-6eab-42ba-9a74-a4cd1d2dc5ca req-7c3d40fb-950b-49a4-bc3d-40197596f141 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213262 Jan 24 10:41:33.536023 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (dfb3b8fa-ae3f-4547-8a34-d944e60db5b9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.538765 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:33.539778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfb3b8fa-ae3f-4547-8a34-d944e60db5b9 HTTP/1.1" status: 204 len: 168 time: 0.2402298 Jan 24 10:41:33.548614 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426bb1e-dde6-481b-ba18-d75aec80195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3b8fa-ae3f-4547-8a34-d944e60db5b9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:33.627595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-acb97b66-0253-4969-a9ef-8fcf3e5fbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.629169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-acb97b66-0253-4969-a9ef-8fcf3e5fbf4c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1096 time: 0.0425320 Jan 24 10:41:33.726880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-4ce06f22-75be-4c26-9d3e-f9f6fe2c7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.728392 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-4ce06f22-75be-4c26-9d3e-f9f6fe2c7743 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.0890601 Jan 24 10:41:33.781574 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-66ab9c2f-a47f-4e04-87e7-21ff924bad30 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 217 time: 0.0374477 Jan 24 10:41:33.832948 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-b53d0b36-ced0-43ef-a0cc-fa9c58064715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.832948 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-b53d0b36-ced0-43ef-a0cc-fa9c58064715 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0438530 Jan 24 10:41:33.886728 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-f0cd4371-9e74-4932-a295-66a8b9cab62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:33.888119 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-f0cd4371-9e74-4932-a295-66a8b9cab62a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456138 Jan 24 10:41:33.987504 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-0f60a914-ce3b-42e4-8078-eaa02cced4d4 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921638 Jan 24 10:41:34.430430 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d01e33ec-de44-4dad-bf4f-698f76a015fc req-5a0b8c37-c8b9-4687-9043-3a0c6a211bac service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262736 Jan 24 10:41:34.439146 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e432-2a36-4dfb-9b97-fe7a6df768c0 req-391c5d8a-b279-4ff5-83ba-818db9b6c269 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:34.440588 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69c0e432-2a36-4dfb-9b97-fe7a6df768c0 req-391c5d8a-b279-4ff5-83ba-818db9b6c269 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 943 time: 0.3831642 Jan 24 10:41:34.448711 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050a1dc-ff12-433e-9e27-86eafab229e6 req-8037ccf5-e304-4942-a4d8-4901582ae796 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:34.450195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d050a1dc-ff12-433e-9e27-86eafab229e6 req-8037ccf5-e304-4942-a4d8-4901582ae796 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0895276 Jan 24 10:41:34.526118 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69c0e432-2a36-4dfb-9b97-fe7a6df768c0 req-3dff5394-aef2-429c-9bdf-ac968066b604 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Jan 24 10:41:34.530146 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d050a1dc-ff12-433e-9e27-86eafab229e6 req-e15abeae-66c4-4fe7-9215-6bf1900c72b1 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731955 Jan 24 10:41:34.640880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27651e-5823-47f8-b457-790b32e660c4 req-45cafb4a-649e-4cda-b2ef-fd9ed58b7350 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:34.642392 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d27651e-5823-47f8-b457-790b32e660c4 req-45cafb4a-649e-4cda-b2ef-fd9ed58b7350 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0520616 Jan 24 10:41:34.689542 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d27651e-5823-47f8-b457-790b32e660c4 req-c7188745-d7a7-4d1a-a41a-9f3ab59f959b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Jan 24 10:41:35.639597 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 82262264-99d1-4713-8693-6a9f8751e069 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:41:35.677717 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e33286-c247-49b0-bfd7-88fcf61c3481 req-5d1e8c93-9f3a-4ba5-aef0-3d749d069da7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:35.679471 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41e33286-c247-49b0-bfd7-88fcf61c3481 req-5d1e8c93-9f3a-4ba5-aef0-3d749d069da7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Jan 24 10:41:35.692362 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f4a48-ae2a-4fa8-8452-e4caf1171203 req-936b4f1a-c297-4575-b695-e33773235da2 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:35.693893 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-de8f4a48-ae2a-4fa8-8452-e4caf1171203 req-936b4f1a-c297-4575-b695-e33773235da2 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 943 time: 0.0809736 Jan 24 10:41:35.745911 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:35.766379 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-41e33286-c247-49b0-bfd7-88fcf61c3481 req-4e6eb7f9-4fce-48cc-8ca1-5e822bdff993 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713117 Jan 24 10:41:35.782362 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-de8f4a48-ae2a-4fa8-8452-e4caf1171203 req-ce1da88e-a929-41bb-9351-a591b14c238e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740528 Jan 24 10:41:35.899509 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '82262264-99d1-4713-8693-6a9f8751e069', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'port_id': '82262264-99d1-4713-8693-6a9f8751e069', 'mac_address': 'fa:16:3e:53:ed:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:41:35.906911 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0daf5-dac4-4d61-b99c-47349e4dbc07 req-76d58e03-3166-4016-9eff-cd38f72730d3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:35.908667 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1f0daf5-dac4-4d61-b99c-47349e4dbc07 req-76d58e03-3166-4016-9eff-cd38f72730d3 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0537148 Jan 24 10:41:35.937445 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 82262264-99d1-4713-8693-6a9f8751e069 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:35.937938 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:35.953424 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82262264-99d1-4713-8693-6a9f8751e069 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:41:35.958030 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1f0daf5-dac4-4d61-b99c-47349e4dbc07 req-1682dfcb-0c6b-4e25-bae2-ef762c089e08 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Jan 24 10:41:35.978843 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:35.984668 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52566) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:35.985762 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.032502 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:36.039607 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.039972 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.040324 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.040674 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.041039 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.041383 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.041719 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.042062 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.042395 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.042729 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.043061 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.043389 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.043717 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:36.089631 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e55a653e-381e-4883-860e-d5a978f5fb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.161308 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e55a653e-381e-4883-860e-d5a978f5fb4c admin admin] Publish callbacks [] for security_group (721461b9-aa66-4ae1-857b-54924eae416f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.165068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e55a653e-381e-4883-860e-d5a978f5fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (721461b9-aa66-4ae1-857b-54924eae416f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.202241 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e55a653e-381e-4883-860e-d5a978f5fb4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=492b5a0e9139418da2cd864c193a7fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164462 Jan 24 10:41:36.204334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a653e-381e-4883-860e-d5a978f5fb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721461b9-aa66-4ae1-857b-54924eae416f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:36.205130 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52570) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:36.252111 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] Publish callbacks [] for security_group (721461b9-aa66-4ae1-857b-54924eae416f), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.264692 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:41:36.275914 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] Publish callbacks [] for security_group (721461b9-aa66-4ae1-857b-54924eae416f), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.326147 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (721461b9-aa66-4ae1-857b-54924eae416f), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.328730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.332784 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/721461b9-aa66-4ae1-857b-54924eae416f HTTP/1.1" status: 204 len: 168 time: 0.1266356 Jan 24 10:41:36.340394 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a65a1-5888-4914-99b3-e86be28bbf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721461b9-aa66-4ae1-857b-54924eae416f,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:36.591000 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52576) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:36.604408 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36c84cca-5caf-4994-a6e3-ccc3e1ee75d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.676535 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36c84cca-5caf-4994-a6e3-ccc3e1ee75d3 admin admin] Publish callbacks [] for security_group (ae682d7b-0439-4533-b2a8-a2df9d69a0e0), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.680876 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-36c84cca-5caf-4994-a6e3-ccc3e1ee75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ae682d7b-0439-4533-b2a8-a2df9d69a0e0), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.718195 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-36c84cca-5caf-4994-a6e3-ccc3e1ee75d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9633a73694704055a94339d7943bef45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261466 Jan 24 10:41:36.719452 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c84cca-5caf-4994-a6e3-ccc3e1ee75d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae682d7b-0439-4533-b2a8-a2df9d69a0e0,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:36.720855 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:36.773415 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] Publish callbacks [] for security_group (ae682d7b-0439-4533-b2a8-a2df9d69a0e0), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.794144 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] Publish callbacks [] for security_group (ae682d7b-0439-4533-b2a8-a2df9d69a0e0), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.843623 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ae682d7b-0439-4533-b2a8-a2df9d69a0e0), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.847931 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:36.850539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae682d7b-0439-4533-b2a8-a2df9d69a0e0 HTTP/1.1" status: 204 len: 168 time: 0.1279089 Jan 24 10:41:36.862155 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a08249-3d6a-4bec-a63e-0422e978a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae682d7b-0439-4533-b2a8-a2df9d69a0e0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:36.950338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dd47d-b9fb-40e0-9edc-f7c17bd57688 req-ce0de122-030b-42c1-bb0f-927ad9ae1862 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:36.951856 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-742dd47d-b9fb-40e0-9edc-f7c17bd57688 req-ce0de122-030b-42c1-bb0f-927ad9ae1862 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 944 time: 0.0822704 Jan 24 10:41:36.959720 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9370a-e983-4394-9e11-4d7cf8ec7943 req-e9c4c4fd-6c20-48a0-90ab-1f8204e7c356 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:36.961146 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-daf9370a-e983-4394-9e11-4d7cf8ec7943 req-e9c4c4fd-6c20-48a0-90ab-1f8204e7c356 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0781934 Jan 24 10:41:37.044120 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-742dd47d-b9fb-40e0-9edc-f7c17bd57688 req-fb3e447a-74fe-4dba-9b20-40a0bd9868f7 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Jan 24 10:41:37.048222 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-daf9370a-e983-4394-9e11-4d7cf8ec7943 req-680b37af-dd11-4024-9d02-2984eac558e3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795610 Jan 24 10:41:37.154067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac2be-89e8-4f71-a4f8-1694db980fa9 req-f488425f-8ce2-4a39-9aa0-9a64f3ad03eb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:37.155836 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-698ac2be-89e8-4f71-a4f8-1694db980fa9 req-f488425f-8ce2-4a39-9aa0-9a64f3ad03eb tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0536256 Jan 24 10:41:37.204991 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-698ac2be-89e8-4f71-a4f8-1694db980fa9 req-ce4ff72f-8d8d-4aa7-97cb-2cf4dc454582 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Jan 24 10:41:37.639807 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 82262264-99d1-4713-8693-6a9f8751e069 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:37.693011 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 82262264-99d1-4713-8693-6a9f8751e069 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:41:37.697047 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 82262264-99d1-4713-8693-6a9f8751e069 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:37.697436 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (82262264-99d1-4713-8693-6a9f8751e069), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:37.775540 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 82262264-99d1-4713-8693-6a9f8751e069 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:37.775974 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:37.799191 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:37.802660 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160a541-5acc-40d8-8f1e-fdccc5b66d68" -d '{"events": [{"server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:37.815668 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:37.821117 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:37.855805 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f96f61-fa30-4847-8a6f-374492222d9a x-openstack-request-id: req-d9f96f61-fa30-4847-8a6f-374492222d9a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:37.856137 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:37.856378 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9f96f61-fa30-4847-8a6f-374492222d9a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:37.856793 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'code': 200} Jan 24 10:41:37.877515 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:38.021841 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaeec1-d23f-4204-8015-6be3cb5c36c7 req-b82b9c7e-8708-40ae-ad2f-6e83e687e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:38.023439 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-13eaeec1-d23f-4204-8015-6be3cb5c36c7 req-b82b9c7e-8708-40ae-ad2f-6e83e687e3ad service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0414813 Jan 24 10:41:38.072167 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-13eaeec1-d23f-4204-8015-6be3cb5c36c7 req-7c66c982-9edc-4202-a38f-5a5b2052579d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Jan 24 10:41:38.207128 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377ce4-bd6d-4ab5-8d58-b2518ec314d9 req-b2441ee9-0f97-491a-9fc3-9389bcb0cbb6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:38.209102 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b377ce4-bd6d-4ab5-8d58-b2518ec314d9 req-b2441ee9-0f97-491a-9fc3-9389bcb0cbb6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0841987 Jan 24 10:41:38.216584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d6b19-b229-4552-a49f-714664111742 req-23347cdd-b810-4e02-b1dc-7c9330de7ef0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:38.218044 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ae1d6b19-b229-4552-a49f-714664111742 req-23347cdd-b810-4e02-b1dc-7c9330de7ef0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0912127 Jan 24 10:41:38.294781 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b377ce4-bd6d-4ab5-8d58-b2518ec314d9 req-e339cb20-ad78-4fab-8b4e-797ac054c7da tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757527 Jan 24 10:41:38.298348 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ae1d6b19-b229-4552-a49f-714664111742 req-763c73e2-dc4d-45c2-ad8a-8a00709a205a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 Jan 24 10:41:38.406821 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dc2f9-5c6c-4ddb-8d63-97b510f0ad2c req-3940f749-9bfe-4ff3-b63f-548dc47e3a3f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:38.408348 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-309dc2f9-5c6c-4ddb-8d63-97b510f0ad2c req-3940f749-9bfe-4ff3-b63f-548dc47e3a3f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0498199 Jan 24 10:41:38.459752 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-309dc2f9-5c6c-4ddb-8d63-97b510f0ad2c req-2159607a-c56d-460d-973a-5d3e0814b820 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449390 Jan 24 10:41:39.487299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06560d-cd0b-49b8-8df3-8d0d89d2f946 req-b72bd49b-97aa-492b-ba15-a93e319987a7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:39.493517 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c06560d-cd0b-49b8-8df3-8d0d89d2f946 req-b72bd49b-97aa-492b-ba15-a93e319987a7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.1226621 Jan 24 10:41:39.526363 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5154a4-7973-4687-8450-89147df1cab4 req-83089759-8748-4024-b4a9-8e9abb4f768e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:39.528040 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec5154a4-7973-4687-8450-89147df1cab4 req-83089759-8748-4024-b4a9-8e9abb4f768e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.1015825 Jan 24 10:41:39.577807 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c06560d-cd0b-49b8-8df3-8d0d89d2f946 req-fed472fe-f0a7-40ba-bf3e-536f658c6842 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812774 Jan 24 10:41:39.602887 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec5154a4-7973-4687-8450-89147df1cab4 req-cde87c49-1c91-4278-9371-90083d3b37f3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 Jan 24 10:41:39.664210 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:41:39.715760 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8840c-c093-41b0-bc17-a5f492fbae5e req-6135f3df-f9b4-4cfe-8395-5e3ba7788571 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:39.717943 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8c8840c-c093-41b0-bc17-a5f492fbae5e req-6135f3df-f9b4-4cfe-8395-5e3ba7788571 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0796788 Jan 24 10:41:39.792526 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:39.812473 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:41:39.831470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e8c8840c-c093-41b0-bc17-a5f492fbae5e req-e874194d-8d17-4b15-8fef-769fdcda3e07 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033535 Jan 24 10:41:39.864258 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: ACTIVE; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:39.865337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:39.880334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:41:39.903747 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:39.911611 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:39.974438 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:40.027126 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['9f32c3d7-38b8-406b-97bb-7843ec29c38d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:41:40.746820 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ef24-dfc4-47b3-acbb-c52e83aa5b81 req-15f44d07-78d6-4a07-9e4a-9f42a4ac7d5f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:40.749552 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82b9ef24-dfc4-47b3-acbb-c52e83aa5b81 req-15f44d07-78d6-4a07-9e4a-9f42a4ac7d5f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0952060 Jan 24 10:41:40.795829 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f288-b526-4cf4-804e-4dd09d9a833c req-833154ad-ed3a-4c7e-95e0-ae1132a45811 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:40.797346 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d33f288-b526-4cf4-804e-4dd09d9a833c req-833154ad-ed3a-4c7e-95e0-ae1132a45811 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.1008253 Jan 24 10:41:40.855039 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82b9ef24-dfc4-47b3-acbb-c52e83aa5b81 req-ea57d9e7-30cb-41ed-af25-1ff1166ebfd7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969121 Jan 24 10:41:40.917634 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d33f288-b526-4cf4-804e-4dd09d9a833c req-a85b5cf2-01ef-4ea0-ad34-2c8c30039d13 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049578 Jan 24 10:41:41.058049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc863-9ace-4fe0-8dca-698b86100367 req-0421e4e3-5cfd-4b0c-a3b6-54bbdc3579c3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:41.059689 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d73cc863-9ace-4fe0-8dca-698b86100367 req-0421e4e3-5cfd-4b0c-a3b6-54bbdc3579c3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0598354 Jan 24 10:41:41.073955 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb4a7-f073-41fa-9964-dd5cb0c981f7 req-2adf5067-5dc4-4a31-bc4d-f0f5aefb2dc8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:41.077353 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f8eb4a7-f073-41fa-9964-dd5cb0c981f7 req-2adf5067-5dc4-4a31-bc4d-f0f5aefb2dc8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 945 time: 0.1045949 Jan 24 10:41:41.171763 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f8eb4a7-f073-41fa-9964-dd5cb0c981f7 req-34b3f9ae-09c7-40ea-90a1-b82d84f4051e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865374 Jan 24 10:41:41.183423 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d73cc863-9ace-4fe0-8dca-698b86100367 req-e6094c97-0629-4875-85ca-ebf4291e56e5 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047037 Jan 24 10:41:41.600804 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1ac1-bace-4df6-a833-6b9bf71e42ac req-8b2e4563-6795-4c17-bd9f-0884d01ea0a5 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:41.602407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef5d1ac1-bace-4df6-a833-6b9bf71e42ac req-8b2e4563-6795-4c17-bd9f-0884d01ea0a5 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0677350 Jan 24 10:41:41.659976 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef5d1ac1-bace-4df6-a833-6b9bf71e42ac req-f96c44fe-366e-4c79-a2bd-c75f96103a8b tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500066 Jan 24 10:41:41.687323 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:41:41.745546 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 9f32c3d7-38b8-406b-97bb-7843ec29c38d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:41.746427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:41.846091 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:41.846612 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:41.893712 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:41.896811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330cdd33-872a-47a3-926b-823e78f01f87" -d '{"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:41.912802 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:41.922423 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:41.988245 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:42.018515 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b52b13-63bf-4895-9c58-247128097d47 x-openstack-request-id: req-62b52b13-63bf-4895-9c58-247128097d47 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:42.018820 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:42.019085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62b52b13-63bf-4895-9c58-247128097d47 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:42.019497 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'code': 200} Jan 24 10:41:42.114892 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-804dac40-285d-43a2-b3fe-014ef4def891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.116597 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-804dac40-285d-43a2-b3fe-014ef4def891 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.1174283 Jan 24 10:41:42.130230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc1c4b-0fc3-42b8-88fc-3310a0f4a36e req-ff6c32e8-4721-4cb5-ba14-e765371bfbda tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.132236 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bcfc1c4b-0fc3-42b8-88fc-3310a0f4a36e req-ff6c32e8-4721-4cb5-ba14-e765371bfbda tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0833089 Jan 24 10:41:42.243798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bcfc1c4b-0fc3-42b8-88fc-3310a0f4a36e req-a64931ca-1947-477e-9feb-d38abf7a85a3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022074 Jan 24 10:41:42.266085 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-fa7ac47d-f12f-482f-8c6a-d930d0d33d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.267596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-fa7ac47d-f12f-482f-8c6a-d930d0d33d19 service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1342304 Jan 24 10:41:42.393707 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-484c631d-4643-41e9-b9d8-b23806f39165 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 1000 time: 0.1186392 Jan 24 10:41:42.415972 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca33b-7458-43f4-ba76-cf5c12b0d7e7 req-9dedb57a-08a1-4d65-9870-65289190f6f2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.418797 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e3ca33b-7458-43f4-ba76-cf5c12b0d7e7 req-9dedb57a-08a1-4d65-9870-65289190f6f2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0881314 Jan 24 10:41:42.499097 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-9b89bed4-dfad-4ffc-b067-a7974751acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.500720 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-9b89bed4-dfad-4ffc-b067-a7974751acef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0800147 Jan 24 10:41:42.541655 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e3ca33b-7458-43f4-ba76-cf5c12b0d7e7 req-bfab6979-a4a2-46cf-99a0-9d2e8a9820f2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116946 Jan 24 10:41:42.582177 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-01b78f1e-ac93-4465-89b7-18870173da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:42.583890 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-01b78f1e-ac93-4465-89b7-18870173da45 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750518 Jan 24 10:41:42.702545 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-7fdf612f-54a9-4785-892f-168e09a0068c service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116502 Jan 24 10:41:42.821936 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0007d1b0-e2a6-4aa1-888e-0fd90e51dcd5 req-701ef30f-00b3-46a8-8855-9ca9742c4b21 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118422 Jan 24 10:41:42.976382 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:43.101442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.202412 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Publish callbacks [] for security_group (fe74b34c-70c1-47fb-8e80-c6be12a853dd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.208992 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (fe74b34c-70c1-47fb-8e80-c6be12a853dd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.250790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74b34c-70c1-47fb-8e80-c6be12a853dd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:43.270875 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.271273 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.271596 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.271945 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.272288 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.272628 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.272992 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.273326 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.273665 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.273998 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.274333 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.274774 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.274993 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:41:43.284260 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c13a3447-f3e1-41b5-bff3-c93ec0ba3d84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0eac7e64ac54f5cae2b35dfe1154dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043425 Jan 24 10:41:43.284492 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52744) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:43.399813 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] Publish callbacks [] for security_group (fe74b34c-70c1-47fb-8e80-c6be12a853dd), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.451637 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] Publish callbacks [] for security_group (fe74b34c-70c1-47fb-8e80-c6be12a853dd), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.487779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697af77-f44d-49c5-bf90-12e17aec2505 req-0e0f977b-dd0a-4118-bac4-b8fbf0491571 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:43.498193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5697af77-f44d-49c5-bf90-12e17aec2505 req-0e0f977b-dd0a-4118-bac4-b8fbf0491571 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.1142180 Jan 24 10:41:43.587466 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5697af77-f44d-49c5-bf90-12e17aec2505 req-eb83a0c7-0a38-44ee-a6e9-22ca75969841 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881898 Jan 24 10:41:43.605566 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (fe74b34c-70c1-47fb-8e80-c6be12a853dd), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.610558 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:43.614905 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe74b34c-70c1-47fb-8e80-c6be12a853dd HTTP/1.1" status: 204 len: 168 time: 0.3260028 Jan 24 10:41:43.641671 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43529fb-6a82-4a6b-b6e6-64c68370d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74b34c-70c1-47fb-8e80-c6be12a853dd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:43.795519 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd64322-eb86-4283-8a51-b4eb969472af req-099342a0-0ec8-4507-9506-79ff412a4a68 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:43.795648 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cfd64322-eb86-4283-8a51-b4eb969472af req-099342a0-0ec8-4507-9506-79ff412a4a68 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0805562 Jan 24 10:41:43.925936 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cfd64322-eb86-4283-8a51-b4eb969472af req-8e1f730b-106a-43de-ba82-418edcb4a0cc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109502 Jan 24 10:41:44.123211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:44.140150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-972d98a2-1b10-45de-b834-03d22345c00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.231414 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-972d98a2-1b10-45de-b834-03d22345c00e admin admin] Publish callbacks [] for security_group (d9ff19ca-647f-422e-bf6e-aa297c017e8f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.236762 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-972d98a2-1b10-45de-b834-03d22345c00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d9ff19ca-647f-422e-bf6e-aa297c017e8f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.289090 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-972d98a2-1b10-45de-b834-03d22345c00e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09dcada3f0c84d67bc699131073677db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613743 Jan 24 10:41:44.289090 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d98a2-1b10-45de-b834-03d22345c00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff19ca-647f-422e-bf6e-aa297c017e8f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:44.289416 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52766) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:44.351690 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] Publish callbacks [] for security_group (d9ff19ca-647f-422e-bf6e-aa297c017e8f), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.385360 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] Publish callbacks [] for security_group (d9ff19ca-647f-422e-bf6e-aa297c017e8f), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.447897 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (d9ff19ca-647f-422e-bf6e-aa297c017e8f), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.453056 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.459027 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9ff19ca-647f-422e-bf6e-aa297c017e8f HTTP/1.1" status: 204 len: 168 time: 0.1681521 Jan 24 10:41:44.468973 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24585040-cc5f-4218-a97c-23df9d95171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff19ca-647f-422e-bf6e-aa297c017e8f,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:44.537125 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-860056d8-fe95-49eb-b81a-2e52b34e6520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:44.774244 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63cde-1b46-4611-ab44-09211820652b req-cd026ad9-ce98-401d-85f4-b374c00b080b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:44.776212 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37b63cde-1b46-4611-ab44-09211820652b req-cd026ad9-ce98-401d-85f4-b374c00b080b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0632153 Jan 24 10:41:44.836605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37b63cde-1b46-4611-ab44-09211820652b req-97b6dc21-0422-477e-9398-e4cf3485467b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539038 Jan 24 10:41:45.146525 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644d939-4373-4f40-b5de-8577fcf37fad req-473a8f78-2051-4072-9f47-202841358225 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:45.148173 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1644d939-4373-4f40-b5de-8577fcf37fad req-473a8f78-2051-4072-9f47-202841358225 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0663214 Jan 24 10:41:45.229779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1644d939-4373-4f40-b5de-8577fcf37fad req-c7eeed6b-8b6c-4412-b7a3-08ed0da40eb0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754468 Jan 24 10:41:45.979943 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76748b-2373-4b5d-9b4d-cf89bd75b837 req-f399b339-343e-43b2-96a6-a49f56557d89 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:45.981573 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e76748b-2373-4b5d-9b4d-cf89bd75b837 req-f399b339-343e-43b2-96a6-a49f56557d89 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0569835 Jan 24 10:41:46.050644 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e76748b-2373-4b5d-9b4d-cf89bd75b837 req-1458287e-fd68-4140-98d9-ff77df88db80 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624790 Jan 24 10:41:46.174591 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-67b7fcb9-ae51-449b-965c-76bf78cc9462 req-21a6e498-b319-47f6-a7f1-1053b59c6244 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:41:46.175596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-67b7fcb9-ae51-449b-965c-76bf78cc9462 req-21a6e498-b319-47f6-a7f1-1053b59c6244 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057111 Jan 24 10:41:46.457222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4d06-f0aa-406d-8d2f-521084906ba6 req-bcd3c569-33e0-4291-936b-b3c949914413 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:46.464195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c7b4d06-f0aa-406d-8d2f-521084906ba6 req-bcd3c569-33e0-4291-936b-b3c949914413 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.1223507 Jan 24 10:41:46.514670 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f9853-4bac-4f2d-9746-e3758eb93d29 req-69a52b58-1f11-44d3-a9fd-7ec9a422ef61 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:46.516497 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-807f9853-4bac-4f2d-9746-e3758eb93d29 req-69a52b58-1f11-44d3-a9fd-7ec9a422ef61 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.1226330 Jan 24 10:41:46.562269 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52832) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:46.620061 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c7b4d06-f0aa-406d-8d2f-521084906ba6 req-708ad2c7-3b8d-40dd-8848-3c8ea0ff4d36 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535525 Jan 24 10:41:46.672434 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-807f9853-4bac-4f2d-9746-e3758eb93d29 req-f41ebf0f-508c-4466-8444-a72f5eacab59 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252730 Jan 24 10:41:46.713064 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-e1e8b563-1fe2-4822-ab5b-8708350b6242 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484311 Jan 24 10:41:46.727997 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-7758d4d1-7790-4a62-a9b7-77e068597661 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:41:46.733649 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-7758d4d1-7790-4a62-a9b7-77e068597661 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156503 Jan 24 10:41:46.803723 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b3824e1-a485-4613-961c-4bf5a3b006a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.526256 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52872) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:47.652034 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3229f0a5-e5a8-49ae-b5b3-0b0e9cd13fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.739646 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3229f0a5-e5a8-49ae-b5b3-0b0e9cd13fbd admin admin] Publish callbacks [] for security_group (a05d81d0-8c84-44f6-b927-3b4f698aa17d), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.746922 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3229f0a5-e5a8-49ae-b5b3-0b0e9cd13fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a05d81d0-8c84-44f6-b927-3b4f698aa17d), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.756384 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:41:47.782604 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1363a-110a-437a-b391-2cc979886059 req-b81c15f9-9098-4b0a-86b0-2fcdb56043a6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:47.789967 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5af1363a-110a-437a-b391-2cc979886059 req-b81c15f9-9098-4b0a-86b0-2fcdb56043a6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0956376 Jan 24 10:41:47.823148 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3229f0a5-e5a8-49ae-b5b3-0b0e9cd13fbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c745e9432354e7b9b238110c0c66f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956128 Jan 24 10:41:47.827469 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52880) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:47.866822 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f0a5-e5a8-49ae-b5b3-0b0e9cd13fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05d81d0-8c84-44f6-b927-3b4f698aa17d,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:47.883102 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5af1363a-110a-437a-b391-2cc979886059 req-d9bbaaca-7456-4b4e-a1e7-090ee7d9b33c tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922468 Jan 24 10:41:47.900332 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74840ab9-2b2a-42af-8810-81cc0de7986c req-b653b880-b1da-46eb-8b5c-9bbe5e1c1659 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:47.902289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 8713638b-499f-49d6-8085-909f18bee668 is: ACTIVE; New status is: DOWN {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:47.903262 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.907603 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-74840ab9-2b2a-42af-8810-81cc0de7986c req-b653b880-b1da-46eb-8b5c-9bbe5e1c1659 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.1104827 Jan 24 10:41:47.945937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:47.946296 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] Publish callbacks [] for security_group (a05d81d0-8c84-44f6-b927-3b4f698aa17d), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.948552 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:47.951869 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10861ed8-acc4-46c8-b8af-fa67801cbc50" -d '{"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-unplugged", "status": "completed", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:47.957537 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:47.984738 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-74840ab9-2b2a-42af-8810-81cc0de7986c req-542f50a0-703e-42c8-87f0-31a0ba9ec306 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714183 Jan 24 10:41:48.008289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec40b6-470a-456b-95ac-e720399da77c x-openstack-request-id: req-90ec40b6-470a-456b-95ac-e720399da77c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:48.008594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] Publish callbacks [] for security_group (a05d81d0-8c84-44f6-b927-3b4f698aa17d), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.008720 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-unplugged", "status": "failed", "tag": "8713638b-499f-49d6-8085-909f18bee668", "code": 422}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:48.009102 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90ec40b6-470a-456b-95ac-e720399da77c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:48.009715 dv-cinder-826036-1-iscsi neutron-server[102590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'code': 422} returned with failed status Jan 24 10:41:48.050464 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:48.055504 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.068377 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a05d81d0-8c84-44f6-b927-3b4f698aa17d), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.071184 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.073473 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a05d81d0-8c84-44f6-b927-3b4f698aa17d HTTP/1.1" status: 204 len: 168 time: 0.2431729 Jan 24 10:41:48.082088 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2f5c6-141f-4411-ae40-18e18879b76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05d81d0-8c84-44f6-b927-3b4f698aa17d,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:48.428477 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52890) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:48.444541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe709-9caa-4a6e-9fb8-3c05acf456bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.535182 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe709-9caa-4a6e-9fb8-3c05acf456bd admin admin] Publish callbacks [] for security_group (2ee4832d-a888-41b7-a883-6ac59f98fbab), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.541781 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe709-9caa-4a6e-9fb8-3c05acf456bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2ee4832d-a888-41b7-a883-6ac59f98fbab), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.589207 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:48.589676 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ba1fe709-9caa-4a6e-9fb8-3c05acf456bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1567027c70b4c2b929790c86d226ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595070 Jan 24 10:41:48.590159 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe709-9caa-4a6e-9fb8-3c05acf456bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee4832d-a888-41b7-a883-6ac59f98fbab,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:48.644747 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] Publish callbacks [] for security_group (2ee4832d-a888-41b7-a883-6ac59f98fbab), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.667617 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] Publish callbacks [] for security_group (2ee4832d-a888-41b7-a883-6ac59f98fbab), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.728045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2ee4832d-a888-41b7-a883-6ac59f98fbab), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.730634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:48.731821 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ee4832d-a888-41b7-a883-6ac59f98fbab HTTP/1.1" status: 204 len: 168 time: 0.1405358 Jan 24 10:41:48.740648 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7e9a-b549-46b3-ae42-bd32b8565bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee4832d-a888-41b7-a883-6ac59f98fbab,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:49.033001 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fa24b-8f58-453c-ae01-09963b3e00d1 req-db171624-c7f2-47f4-82d7-b9d65be50fd7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:49.041194 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd1fa24b-8f58-453c-ae01-09963b3e00d1 req-db171624-c7f2-47f4-82d7-b9d65be50fd7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0613489 Jan 24 10:41:49.105252 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd1fa24b-8f58-453c-ae01-09963b3e00d1 req-82919cca-fada-4131-ad79-e020635ad6d0 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634720 Jan 24 10:41:49.190699 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada206d9-8cd4-40e3-ad25-af650cd2fd8b req-402d616e-7907-40e3-9d8b-d9c3acaba91c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:49.192341 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ada206d9-8cd4-40e3-ad25-af650cd2fd8b req-402d616e-7907-40e3-9d8b-d9c3acaba91c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0714285 Jan 24 10:41:49.277292 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ada206d9-8cd4-40e3-ad25-af650cd2fd8b req-38bebb03-ada4-4a1e-9c36-34995733a092 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730200 Jan 24 10:41:49.484529 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:50.263499 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884cd34-082a-43dc-97d9-883fca969d42 req-a79e1ce1-8f19-4bfb-aab4-668b7ce05302 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:50.265214 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e884cd34-082a-43dc-97d9-883fca969d42 req-a79e1ce1-8f19-4bfb-aab4-668b7ce05302 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0752921 Jan 24 10:41:50.343058 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e884cd34-082a-43dc-97d9-883fca969d42 req-af3b2f38-dad5-4c0f-b064-5f61bcf1a318 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695181 Jan 24 10:41:50.467875 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750d89-68ea-4460-b812-89522f77af34 req-b5324ae2-6562-4360-9708-ad3122eaf9bd tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:50.469789 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83750d89-68ea-4460-b812-89522f77af34 req-b5324ae2-6562-4360-9708-ad3122eaf9bd tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0596662 Jan 24 10:41:50.519400 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83750d89-68ea-4460-b812-89522f77af34 req-768cd35c-ae30-40e0-8547-13b2230c5a42 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Jan 24 10:41:50.771226 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb514ca-f82c-452a-89bd-9371b469df71 req-3d9c1ac3-4fe4-494c-bd66-41b86f09a3d4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:50.772830 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2fb514ca-f82c-452a-89bd-9371b469df71 req-3d9c1ac3-4fe4-494c-bd66-41b86f09a3d4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0530958 Jan 24 10:41:50.796346 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:50.835686 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2fb514ca-f82c-452a-89bd-9371b469df71 req-5252c1de-dd87-403a-bd64-a7c18c5a8aa1 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Jan 24 10:41:50.877104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 52986) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:51.053230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-2d8c1c87-e2d3-454f-8eaf-6a274816e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.054723 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-2d8c1c87-e2d3-454f-8eaf-6a274816e7e8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1099 time: 0.0570540 Jan 24 10:41:51.181563 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a2d5f-4b93-4dfe-95db-538a5c8345df tempest-TestMinimumBasicScenario-491820515 tempest-TestMinimumBasicScenario-491820515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.183110 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f06a2d5f-4b93-4dfe-95db-538a5c8345df tempest-TestMinimumBasicScenario-491820515 tempest-TestMinimumBasicScenario-491820515-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1093 time: 0.3045487 Jan 24 10:41:51.186283 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 52998) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:51.190893 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'port_id': '82262264-99d1-4713-8693-6a9f8751e069', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:51.203312 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-19999c02-600d-4f7a-adfc-4f72f9089416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.205213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-19999c02-600d-4f7a-adfc-4f72f9089416 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.1228349 Jan 24 10:41:51.219314 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.275331 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-00f57212-f105-45b8-99f6-28f004b02ac9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 200 len: 1002 time: 0.0638502 Jan 24 10:41:51.291930 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53002) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:51.329262 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-0b405e26-50d3-45ae-ad82-a72bd4c6b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.330833 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-0b405e26-50d3-45ae-ad82-a72bd4c6b9f9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0487502 Jan 24 10:41:51.335050 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.381903 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-569b7b99-ac9c-4861-b1d2-fdda43141e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.383581 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-569b7b99-ac9c-4861-b1d2-fdda43141e70 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463147 Jan 24 10:41:51.443444 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e26c4e97-8c16-4639-b96a-87f928dadb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.482227 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Allocated IP 172.27.1.157 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/5e8ae471-9185-423c-8963-b99842e39aaf) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:41:51.535504 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-242b56cd-8fd7-477d-b47f-62f34c2f37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.536864 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-242b56cd-8fd7-477d-b47f-62f34c2f37d1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65&tenant_id=1e418f2782804d89b9db9430a1d4cf6e HTTP/1.1" status: 200 len: 1096 time: 0.1235070 Jan 24 10:41:51.562087 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd656a-e78b-4a4f-915e-a8abb81ec7c2 req-5753f31c-374b-43de-a2bf-d8b51b847509 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.563074 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59cd656a-e78b-4a4f-915e-a8abb81ec7c2 req-5753f31c-374b-43de-a2bf-d8b51b847509 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0947306 Jan 24 10:41:51.565910 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-9ce15032-74a1-4df7-a672-4d71e2aa71a8 service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739225 Jan 24 10:41:51.615417 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e26c4e97-8c16-4639-b96a-87f928dadb1e admin admin] Publish callbacks [] for security_group (05193f91-f79e-4c7b-9e64-622e9635a8eb), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.624461 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e26c4e97-8c16-4639-b96a-87f928dadb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (05193f91-f79e-4c7b-9e64-622e9635a8eb), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.638679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for port (5e8ae471-9185-423c-8963-b99842e39aaf), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.678803 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e26c4e97-8c16-4639-b96a-87f928dadb1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69f07c6e39084dfba9e3da4f19e0f00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858173 Jan 24 10:41:51.681415 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c4e97-8c16-4639-b96a-87f928dadb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05193f91-f79e-4c7b-9e64-622e9635a8eb,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:51.685211 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53010) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:51.738075 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59cd656a-e78b-4a4f-915e-a8abb81ec7c2 req-e23e48e3-6b92-4658-9bc1-7e6976d23026 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662621 Jan 24 10:41:51.739600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.744044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-91b7545d-3e32-4e4c-b303-8f037fd46ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.745543 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-91b7545d-3e32-4e4c-b303-8f037fd46ec4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1096 time: 0.1658695 Jan 24 10:41:51.780121 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] Publish callbacks [] for security_group (05193f91-f79e-4c7b-9e64-622e9635a8eb), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.789838 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7b10-10b4-4965-bf8e-2c7ddf247526 req-f4cb9ed5-fc73-45d1-ae8d-f5ef5b8e8cd5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.791326 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c29d7b10-10b4-4965-bf8e-2c7ddf247526 req-f4cb9ed5-fc73-45d1-ae8d-f5ef5b8e8cd5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.1634963 Jan 24 10:41:51.794137 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:41:51.802973 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:41:51.811156 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:41:51.812262 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-31eecde7-6a0c-4c1d-96b0-b402dab66a73 req-580abb9d-9bd9-4a41-bb45-9e737646f3ba service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335684 Jan 24 10:41:51.850218 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] Publish callbacks [] for security_group (05193f91-f79e-4c7b-9e64-622e9635a8eb), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.857953 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'Port': ['ID=5e8ae471-9185-423c-8963-b99842e39aaf,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:51.904147 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c29d7b10-10b4-4965-bf8e-2c7ddf247526 req-cc4dcab2-2be8-45f7-9150-29a852ecb572 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010070 Jan 24 10:41:51.911219 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-449c3372-954d-4752-b932-269a80d1172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:51.913639 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-449c3372-954d-4752-b932-269a80d1172b service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1476893 Jan 24 10:41:51.964340 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (05193f91-f79e-4c7b-9e64-622e9635a8eb), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.966955 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:51.968134 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05193f91-f79e-4c7b-9e64-622e9635a8eb HTTP/1.1" status: 204 len: 168 time: 0.2819879 Jan 24 10:41:51.990523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-3321dc6d-83a8-4360-943b-52644c742f29 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 998 time: 0.0681918 Jan 24 10:41:52.016511 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7113-cf78-422b-b24c-1d1038578665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05193f91-f79e-4c7b-9e64-622e9635a8eb,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:52.065153 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-def71698-8dfd-4ecc-b6a5-3a65560434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:52.067337 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-def71698-8dfd-4ecc-b6a5-3a65560434f7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0606651 Jan 24 10:41:52.120494 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-d88c8564-a5f0-428a-a96f-e8a439b0f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:52.122071 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-d88c8564-a5f0-428a-a96f-e8a439b0f9b3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456698 Jan 24 10:41:52.225458 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-6e6be953-6b0c-481a-88e6-a73451d1c807 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958011 Jan 24 10:41:52.265498 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for floatingip (b57fc10b-f124-40d2-bfd9-f3a835341653), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.266560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:52.307650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-372a3a84-1df4-4f11-8253-267567ddb44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.355234 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.357259 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-586515e0-699e-4323-b0e6-39bfc1f147bd req-fa8d8c82-bd85-433b-90ee-20b195e1e5e1 service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236939 Jan 24 10:41:52.412902 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-372a3a84-1df4-4f11-8253-267567ddb44b admin admin] Publish callbacks [] for security_group (3bb55bb6-7d58-4e7e-8dc1-3345a950405b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.416716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-372a3a84-1df4-4f11-8253-267567ddb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (3bb55bb6-7d58-4e7e-8dc1-3345a950405b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.455779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-372a3a84-1df4-4f11-8253-267567ddb44b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f20546e6ee6e4cfbb801f01278e6e62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881621 Jan 24 10:41:52.456517 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3a84-1df4-4f11-8253-267567ddb44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb55bb6-7d58-4e7e-8dc1-3345a950405b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:52.459396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53018) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:52.511972 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for port (5e8ae471-9185-423c-8963-b99842e39aaf), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.512500 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] Publish callbacks [] for security_group (3bb55bb6-7d58-4e7e-8dc1-3345a950405b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.516720 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252914'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.535872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] Publish callbacks [] for security_group (3bb55bb6-7d58-4e7e-8dc1-3345a950405b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.582233 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'Port': ['ID=5e8ae471-9185-423c-8963-b99842e39aaf,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:52.587592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (3bb55bb6-7d58-4e7e-8dc1-3345a950405b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.590455 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.591874 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3bb55bb6-7d58-4e7e-8dc1-3345a950405b HTTP/1.1" status: 204 len: 168 time: 0.1315525 Jan 24 10:41:52.597493 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (b57fc10b-f124-40d2-bfd9-f3a835341653), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:52.600481 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7159c9-3714-4844-870a-f2086d3803df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb55bb6-7d58-4e7e-8dc1-3345a950405b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:52.699581 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.l3_db [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Floating IP b57fc10b-f124-40d2-bfd9-f3a835341653 associated. External IP: 172.27.1.157, port: 82262264-99d1-4713-8693-6a9f8751e069. Jan 24 10:41:52.876997 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576fdf-307a-4232-aa70-cd7ac1ead584 req-b4056d80-1403-4528-aa88-98689869c5df tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:52.879012 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af576fdf-307a-4232-aa70-cd7ac1ead584 req-b4056d80-1403-4528-aa88-98689869c5df tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0585699 Jan 24 10:41:52.931823 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:41:52.933529 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af576fdf-307a-4232-aa70-cd7ac1ead584 req-506348fe-ee14-44fe-b489-51039b03946d tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Jan 24 10:41:53.034101 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7463fad-f975-4df5-af24-ece581ecf1fe req-f2e43dba-e5d9-47a9-8c5b-85c20b3e1552 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:53.035590 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7463fad-f975-4df5-af24-ece581ecf1fe req-f2e43dba-e5d9-47a9-8c5b-85c20b3e1552 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 946 time: 0.0522072 Jan 24 10:41:53.046881 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:41:53.058726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Sync routers for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:41:53.069020 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.069826 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:53.070695 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:41:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:53.086666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7463fad-f975-4df5-af24-ece581ecf1fe req-9f306a56-647c-4663-bca5-825c49ddd2e6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Jan 24 10:41:53.101299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:53.101552 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4b51cacd-cac9-4ce3-b4be-6cea4d88625f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9141574 Jan 24 10:41:53.102222 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:53.106209 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c1537700a167b51ea0e5a19e5bbdc52b2ddf12a6c06346358aab2a25b04408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:53.107466 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688502388', 'description': 'tempest-secgroup-smoke-688502388 description', 'project_id': '1b39ed0947b142b49ada5446784c38db'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:53.134894 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.182288 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:53.204266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (b8ebda8e-aa8e-41ac-9b2d-c2b85f636845), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.208732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b8ebda8e-aa8e-41ac-9b2d-c2b85f636845), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.241847 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.243437 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1405466 Jan 24 10:41:53.246529 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd6ef8-ca29-492e-b385-e7a10de60088 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:53.247070 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53034) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:53.253423 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:53.284323 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (5e7c5b66-416b-4f5c-887c-313a6c5d4077), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.335657 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (5e7c5b66-416b-4f5c-887c-313a6c5d4077), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.340662 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (5e7c5b66-416b-4f5c-887c-313a6c5d4077), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.362563 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129d9b0-c401-4cf5-8da2-6b9318421572 x-openstack-request-id: req-5129d9b0-c401-4cf5-8da2-6b9318421572 {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:53.362864 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:53.363123 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5129d9b0-c401-4cf5-8da2-6b9318421572 {{(pid=102588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:53.364139 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:41:53.367889 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7c5b66-416b-4f5c-887c-313a6c5d4077,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:53.373642 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.377387 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-eec8fcb2-57ce-4e87-8c58-527b179b10b0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259201 Jan 24 10:41:53.378023 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53036) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:53.382721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:53.434039 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'b57fc10b-f124-40d2-bfd9-f3a835341653', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'port_id': '82262264-99d1-4713-8693-6a9f8751e069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'mac_address': 'fa:16:3e:53:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:52Z', 'updated_at': '2022-01-24T10:41:52Z', 'revision_number': 0, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:53.442461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (430140f1-dd1a-43d6-8fa5-34a0a9ccf3ff), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.447917 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-6192a297-0e53-455f-9881-5fbaadcdb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:53.449364 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-6192a297-0e53-455f-9881-5fbaadcdb51b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0558214 Jan 24 10:41:53.461587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Checking router: 236c1014-5ff2-45ed-b11e-2fa10fec0d80 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:41:53.470096 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:41:53.470707 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:41:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:53.566147 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (430140f1-dd1a-43d6-8fa5-34a0a9ccf3ff), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.574643 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (430140f1-dd1a-43d6-8fa5-34a0a9ccf3ff), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.580415 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:41:53.590120 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-88eccb12-02f7-4059-8879-2b36f3fd4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:53.591593 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-88eccb12-02f7-4059-8879-2b36f3fd4102 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.1313624 Jan 24 10:41:53.596119 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430140f1-dd1a-43d6-8fa5-34a0a9ccf3ff,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:53.639318 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.640533 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-76939d5e-525a-41a7-901a-c9113e6d9e62 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614594 Jan 24 10:41:53.643591 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:53.652888 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:53.690571 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-85035433-a86d-4f8f-8ebc-cf2cff475240 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 999 time: 0.0900266 Jan 24 10:41:53.796882 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:41:53.907067 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'b57fc10b-f124-40d2-bfd9-f3a835341653', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'port_id': '82262264-99d1-4713-8693-6a9f8751e069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'mac_address': 'fa:16:3e:53:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:52Z', 'updated_at': '2022-01-24T10:41:52Z', 'revision_number': 0, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:41:53.911491 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: ACTIVE; New status is: DOWN {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:53.911887 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:53.938274 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70c619-7b12-4ed9-b811-8e6474690998 None None] The sync data for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi is: [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'b57fc10b-f124-40d2-bfd9-f3a835341653', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'port_id': '82262264-99d1-4713-8693-6a9f8751e069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'mac_address': 'fa:16:3e:53:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:52Z', 'updated_at': '2022-01-24T10:41:52Z', 'revision_number': 0, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:41:53.966041 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:53.968758 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c18faa-ed5c-400c-8dab-519841662dad" -d '{"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:54.001321 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (7ae2c8ff-dad5-4a8f-8e84-b4992de37639), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.010245 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:54.023197 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.037732 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-fa162a90-81ad-4230-b6fd-b41aacf2fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:54.039269 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-fa162a90-81ad-4230-b6fd-b41aacf2fe28 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.3432250 Jan 24 10:41:54.050980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330f014e-f9e4-45d6-97ac-e92368c99d70 x-openstack-request-id: req-330f014e-f9e4-45d6-97ac-e92368c99d70 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:54.051411 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:54.051775 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-330f014e-f9e4-45d6-97ac-e92368c99d70 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:54.052301 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'code': 200} Jan 24 10:41:54.089100 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:54.138035 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (7ae2c8ff-dad5-4a8f-8e84-b4992de37639), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.153040 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44e46-f4e7-4610-affb-4ab7a976adf1 req-5f337119-8ed8-490c-bd54-1c4f4be15757 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:54.154570 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f0f44e46-f4e7-4610-affb-4ab7a976adf1 req-5f337119-8ed8-490c-bd54-1c4f4be15757 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.1218903 Jan 24 10:41:54.156339 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (7ae2c8ff-dad5-4a8f-8e84-b4992de37639), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.161696 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-24659892-6161-451f-95bb-124ec7aa292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:54.163152 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-24659892-6161-451f-95bb-124ec7aa292e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147006 Jan 24 10:41:54.220735 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae2c8ff-dad5-4a8f-8e84-b4992de37639,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:54.248120 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cef7a9-ddf3-4340-bcb9-55463ce4ba1f None None] New status for floating IP b57fc10b-f124-40d2-bfd9-f3a835341653: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:41:54.252171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.253438 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-add451ae-9725-41ce-a619-20b3a5d8c6c4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6086431 Jan 24 10:41:54.257080 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53046) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:54.263231 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:54.296919 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (a6de3eee-8879-46c4-8b0f-d3352620bc91), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.336377 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f0f44e46-f4e7-4610-affb-4ab7a976adf1 req-e7b46f59-65bd-4697-8106-377e3e34e612 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693819 Jan 24 10:41:54.347244 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa459-ee1b-4405-8100-3e726033c1ab req-46f17082-c475-400b-b1ab-86e2ab24c962 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:54.349123 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c95fa459-ee1b-4405-8100-3e726033c1ab req-46f17082-c475-400b-b1ab-86e2ab24c962 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.1655705 Jan 24 10:41:54.366539 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-2f2a90fc-4188-4324-9867-2e0accad38f3 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879876 Jan 24 10:41:54.370033 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (a6de3eee-8879-46c4-8b0f-d3352620bc91), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.375087 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (a6de3eee-8879-46c4-8b0f-d3352620bc91), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.397881 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6de3eee-8879-46c4-8b0f-d3352620bc91,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:54.409518 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.410864 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-418f8af3-26d4-4862-83e7-2294081003c0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522298 Jan 24 10:41:54.414041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53048) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:54.446062 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:54.476507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c95fa459-ee1b-4405-8100-3e726033c1ab req-e545fa56-29de-4929-81e2-e942263ec446 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213629 Jan 24 10:41:54.508136 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Project 1b39ed0947b142b49ada5446784c38db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:41:54.515052 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc1f31a-bd9d-4d38-aeef-3e52b5fc57f2 req-2d019883-602a-447a-ac37-c9242a671206 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409693 Jan 24 10:41:54.516384 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (78681129-47f4-4bb1-917b-57b6e1866ca8), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.569176 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (78681129-47f4-4bb1-917b-57b6e1866ca8), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.573278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (78681129-47f4-4bb1-917b-57b6e1866ca8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.600343 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78681129-47f4-4bb1-917b-57b6e1866ca8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:54.611297 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.613292 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-96f4b07a-a7d2-49a9-a9b0-12f3b8ea5346 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1982348 Jan 24 10:41:54.616230 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53056) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:41:54.623073 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'security_group_rule': {'security_group_id': 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845', 'project_id': '1b39ed0947b142b49ada5446784c38db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:54.650417 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Project 1b39ed0947b142b49ada5446784c38db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 10:41:54.655618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (60df2570-89f8-49be-b226-b0f60454bdbd), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.721247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (60df2570-89f8-49be-b226-b0f60454bdbd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.725511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (60df2570-89f8-49be-b226-b0f60454bdbd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.743030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60df2570-89f8-49be-b226-b0f60454bdbd,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:54.751093 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:54.752386 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fcebf5e5-2a20-4fac-9f4b-dcb6beeed023 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351712 Jan 24 10:41:54.853024 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-01b94336-d1dd-4d68-b573-923c9befa343 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688502388&fields=id&tenant_id=1b39ed0947b142b49ada5446784c38db HTTP/1.1" status: 200 len: 267 time: 0.0516722 Jan 24 10:41:54.908068 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-aa95c13d-8bfb-4682-979f-1a3f17084746 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:54.909596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-aa95c13d-8bfb-4682-979f-1a3f17084746 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0506389 Jan 24 10:41:54.920391 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'port': {'security_groups': ['bfca5069-02a7-400b-8531-4087af1bc071', 'b8ebda8e-aa8e-41ac-9b2d-c2b85f636845']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:41:54.990078 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:55.193980 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:41:55.225290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for port (82262264-99d1-4713-8693-6a9f8751e069), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:55.230951 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:55.244380 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:41:55.278561 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.279201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:55.280658 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4425475-746d-4fde-b643-b0a275aee3f1 req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "PUT /v2.0/ports/82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 981 time: 0.3649101 Jan 24 10:41:55.289560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:41:55.292396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:41:55.329299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf687d0-9dde-4770-a995-dc607e21e0ca tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=6']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:41:55.375940 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:41:55.451427 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa465bb3-7558-4ff0-b17a-751d04c594f3 req-ce7857bc-0355-4a72-b5c7-fae1c7b830c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.477116 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fa465bb3-7558-4ff0-b17a-751d04c594f3 req-ce7857bc-0355-4a72-b5c7-fae1c7b830c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.1139021 Jan 24 10:41:55.486353 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e39f6e-31d3-47a7-a703-ffa20fee2b5d x-openstack-request-id: req-f0e39f6e-31d3-47a7-a703-ffa20fee2b5d {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:41:55.487071 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:41:55.489066 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0e39f6e-31d3-47a7-a703-ffa20fee2b5d {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:41:55.489950 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:41:55.653152 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fa465bb3-7558-4ff0-b17a-751d04c594f3 req-2c26636e-dd92-4b35-a643-ef555ecc699c tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750450 Jan 24 10:41:55.668554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-792be802-a7bc-42ac-991c-cab9ec58b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.670143 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-792be802-a7bc-42ac-991c-cab9ec58b3e4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1137 time: 0.1592927 Jan 24 10:41:55.679228 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-6fbb8855-ea38-47c3-b549-29172ba00ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193912 Jan 24 10:41:55.718577 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a98f1-5d95-48e0-97ad-4f5e5117b8aa req-16d00651-7e18-4021-bd11-24fbe33f5435 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.720215 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b69a98f1-5d95-48e0-97ad-4f5e5117b8aa req-16d00651-7e18-4021-bd11-24fbe33f5435 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.1671062 Jan 24 10:41:55.857085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-8368b07e-c26e-4910-904c-96b772b5d746 None None] Provisioning complete for port 82262264-99d1-4713-8693-6a9f8751e069 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:41:55.857472 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8368b07e-c26e-4910-904c-96b772b5d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (82262264-99d1-4713-8693-6a9f8751e069), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:41:55.865038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-e438c101-c661-4724-bd73-4c0556795557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.866619 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-e438c101-c661-4724-bd73-4c0556795557 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.1864891 Jan 24 10:41:55.871900 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b69a98f1-5d95-48e0-97ad-4f5e5117b8aa req-61981d34-a184-4f3f-baaf-c64dfc9e8f24 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195796 Jan 24 10:41:55.880325 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4e878-5eea-411e-9f79-de734560d9ec req-a4b5bda3-4c1f-4bcd-bdb0-cb4c8d3ab188 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:55.881979 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a4f4e878-5eea-411e-9f79-de734560d9ec req-a4b5bda3-4c1f-4bcd-bdb0-cb4c8d3ab188 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.1285338 Jan 24 10:41:55.974124 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-23b39213-7e3e-4a11-9605-4cfec4726330 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 1001 time: 0.0910449 Jan 24 10:41:55.982634 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a4f4e878-5eea-411e-9f79-de734560d9ec req-b5d74e71-dbce-467a-ba3f-71535e68c8d5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931861 Jan 24 10:41:56.046584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-d20e52bc-f7a2-46b8-b71c-d7a8bffa5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.048274 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-d20e52bc-f7a2-46b8-b71c-d7a8bffa5cb4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0645158 Jan 24 10:41:56.076402 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-8368b07e-c26e-4910-904c-96b772b5d746 None None] Current status of the port 82262264-99d1-4713-8693-6a9f8751e069 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:56.096818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-b5e1548b-6a85-48af-8dbd-7034ab98de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.099454 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-b5e1548b-6a85-48af-8dbd-7034ab98de97 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453138 Jan 24 10:41:56.202544 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-f232312f-ecd5-419b-bee7-5d5ab47b9aad service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953200 Jan 24 10:41:56.302368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e56e5d0-2dfc-4767-8f4a-848d7121ae0c req-3aa25de4-816c-4fcc-84bc-1159280170fb service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898104 Jan 24 10:41:56.591295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-a6645cd7-8e3d-4b3b-af34-3508ae716f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.592782 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-a6645cd7-8e3d-4b3b-af34-3508ae716f14 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a&tenant_id=fb94c4c4d42c43209c4922fcad0c2faa HTTP/1.1" status: 200 len: 1097 time: 0.0408666 Jan 24 10:41:56.660224 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-759c273f-2021-4db5-b931-83d4d779ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.661729 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-759c273f-2021-4db5-b931-83d4d779ffa5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1097 time: 0.0438781 Jan 24 10:41:56.749241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-a908d324-ed1e-4d9d-87d4-c18db420b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.750815 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-a908d324-ed1e-4d9d-87d4-c18db420b0de service neutron] 10.222.0.120 "GET /v2.0/networks?id=1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 200 len: 918 time: 0.0832868 Jan 24 10:41:56.822090 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-364f3381-da12-4bd3-abcb-20f92c93b5d6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 200 len: 1000 time: 0.0651069 Jan 24 10:41:56.870847 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-5ae04c7f-d187-4c2e-ad95-1869456add25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.872199 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-5ae04c7f-d187-4c2e-ad95-1869456add25 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 200 len: 856 time: 0.0438430 Jan 24 10:41:56.917019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-656b2371-a126-479e-bb2f-7defd02f6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:56.918548 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-656b2371-a126-479e-bb2f-7defd02f6c78 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1919134e-8349-4c79-9466-ddee98510d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405042 Jan 24 10:41:57.042075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9252960-bf98-4b22-b488-b6fc7fbb1239 req-424fb496-045a-491e-b931-fab665451c61 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:57.043574 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f9252960-bf98-4b22-b488-b6fc7fbb1239 req-424fb496-045a-491e-b931-fab665451c61 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0955050 Jan 24 10:41:57.049329 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-a98d3b19-29a2-4e9d-979a-414997a3e62b service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243296 Jan 24 10:41:57.193192 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f9252960-bf98-4b22-b488-b6fc7fbb1239 req-60b11181-961c-45a8-bdba-416bb379f16f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427040 Jan 24 10:41:57.208348 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71031f1d-b14c-4e4f-865d-6b411d423c7c req-d7aed8e0-1bb5-4a52-bbce-2a2cfe41535f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:57.209855 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71031f1d-b14c-4e4f-865d-6b411d423c7c req-d7aed8e0-1bb5-4a52-bbce-2a2cfe41535f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.1388087 Jan 24 10:41:57.230293 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9dfee72-0b5e-4948-af38-7121ef8cd0b6 req-f163caee-fc42-4bfb-8e0c-e46378c224ad service neutron] 10.222.0.120 "GET /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660469 Jan 24 10:41:57.266470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-71031f1d-b14c-4e4f-865d-6b411d423c7c req-6015680b-a3c1-4768-a846-b6631d3ccb67 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474710 Jan 24 10:41:57.827947 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:41:57.922679 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: DOWN; New status is: DOWN {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:41:58.355131 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036c90-5d5b-4bb8-8d6d-84c563aa0a28 req-45af8e8d-98be-4305-aa1a-10f612ddedb2 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:58.356777 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b036c90-5d5b-4bb8-8d6d-84c563aa0a28 req-45af8e8d-98be-4305-aa1a-10f612ddedb2 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0922711 Jan 24 10:41:58.441621 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b036c90-5d5b-4bb8-8d6d-84c563aa0a28 req-14eb46a3-a616-4759-9661-514e49f2eccb tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786955 Jan 24 10:41:58.451028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb0c7d-4235-4ec0-a42f-e8d179a2964b req-a3886b47-8dc7-4927-a1b4-a42d0defad63 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:58.452583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7efb0c7d-4235-4ec0-a42f-e8d179a2964b req-a3886b47-8dc7-4927-a1b4-a42d0defad63 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0828383 Jan 24 10:41:58.508938 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7efb0c7d-4235-4ec0-a42f-e8d179a2964b req-41c8c67e-bcad-42cd-9fab-f30d1d1d4750 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502081 Jan 24 10:41:58.703679 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:41:59.566201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd6b1b-c065-4c2a-b206-712d91a01a0f req-c60306af-b2bd-429e-8d85-cc634d8329e1 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:59.568370 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21cd6b1b-c065-4c2a-b206-712d91a01a0f req-c60306af-b2bd-429e-8d85-cc634d8329e1 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0550663 Jan 24 10:41:59.654347 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21cd6b1b-c065-4c2a-b206-712d91a01a0f req-447550c2-e193-46e8-b93f-95a57d757a4a tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801914 Jan 24 10:41:59.671331 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98858f17-9d0c-410a-a82e-dcc1ea2aef7a req-bca77aba-16e2-4e64-87f3-3e131581c006 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:41:59.673411 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98858f17-9d0c-410a-a82e-dcc1ea2aef7a req-bca77aba-16e2-4e64-87f3-3e131581c006 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0785787 Jan 24 10:41:59.726541 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98858f17-9d0c-410a-a82e-dcc1ea2aef7a req-7b556962-fed1-436e-9d1d-ad5e6349151d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Jan 24 10:42:00.131028 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:00.775185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41302-d60e-46c8-9011-02f51e6e7ef9 req-9d5f8ab6-dbcc-4df3-ab84-e31307c9355d tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:00.782312 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65b41302-d60e-46c8-9011-02f51e6e7ef9 req-9d5f8ab6-dbcc-4df3-ab84-e31307c9355d tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0576642 Jan 24 10:42:00.843783 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65b41302-d60e-46c8-9011-02f51e6e7ef9 req-514b7dd4-458a-4f2c-8aa4-1d519c0e6954 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598938 Jan 24 10:42:00.893266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc98616-871c-4ca6-a08a-c44217e03924 req-e2b07885-4709-4489-b29f-4dd8b0d16afe tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:00.902022 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddc98616-871c-4ca6-a08a-c44217e03924 req-e2b07885-4709-4489-b29f-4dd8b0d16afe tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0769024 Jan 24 10:42:00.951418 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddc98616-871c-4ca6-a08a-c44217e03924 req-3b502359-75f5-4ca3-9d3f-b914ea88d9db tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Jan 24 10:42:01.964323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b23e5-9a7d-4fd8-ac0b-dd9cea2fae30 req-0b7263d8-f70b-4424-b975-e7e3ccbbf1c9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:01.965869 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-873b23e5-9a7d-4fd8-ac0b-dd9cea2fae30 req-0b7263d8-f70b-4424-b975-e7e3ccbbf1c9 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0489583 Jan 24 10:42:02.051998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-873b23e5-9a7d-4fd8-ac0b-dd9cea2fae30 req-f611d0bf-9f75-4055-ad8e-f327b1a85c3a tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802875 Jan 24 10:42:02.123877 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802a68-e25d-4a6b-94a4-68b3f41e7831 req-9ed00118-ed09-421a-a34e-d88740a30f6e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:02.125486 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af802a68-e25d-4a6b-94a4-68b3f41e7831 req-9ed00118-ed09-421a-a34e-d88740a30f6e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0712206 Jan 24 10:42:02.179761 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-af802a68-e25d-4a6b-94a4-68b3f41e7831 req-ddb624b9-cc80-4656-84ce-e4e2403d204f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478508 Jan 24 10:42:03.190586 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0981-12d0-4b79-bdd0-6f32bcfb6740 req-093393a5-2f2f-4136-8be7-e0b374e5cfcf tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:03.192467 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-801c0981-12d0-4b79-bdd0-6f32bcfb6740 req-093393a5-2f2f-4136-8be7-e0b374e5cfcf tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0554304 Jan 24 10:42:03.258204 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-801c0981-12d0-4b79-bdd0-6f32bcfb6740 req-1479c008-c67e-453f-bfe3-2e2d39727c6c tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598872 Jan 24 10:42:03.321611 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c409f9-20c1-4024-a1e7-d5b1310080bb req-da1873a4-4363-4613-86cd-8af9d331025c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:03.323144 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2c409f9-20c1-4024-a1e7-d5b1310080bb req-da1873a4-4363-4613-86cd-8af9d331025c tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0539112 Jan 24 10:42:03.375199 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e2c409f9-20c1-4024-a1e7-d5b1310080bb req-2735ee7d-40d9-477f-9854-c5d8d8e96420 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Jan 24 10:42:04.390184 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142d4ce-8036-40f5-a7ed-2dd63ad6caf3 req-d72ed3c8-491c-47e6-ae8c-cdefc72637f7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:04.391723 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4142d4ce-8036-40f5-a7ed-2dd63ad6caf3 req-d72ed3c8-491c-47e6-ae8c-cdefc72637f7 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0564585 Jan 24 10:42:04.454738 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4142d4ce-8036-40f5-a7ed-2dd63ad6caf3 req-7e880e5f-757d-4aec-83b5-a5c8930be46c tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575035 Jan 24 10:42:04.529940 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c83a8-8aaa-4c3e-9eeb-9bd0856934fd req-eff79db7-5799-40ab-865a-aa6ca34cc28d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:04.531451 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-160c83a8-8aaa-4c3e-9eeb-9bd0856934fd req-eff79db7-5799-40ab-865a-aa6ca34cc28d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0674591 Jan 24 10:42:04.579829 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-160c83a8-8aaa-4c3e-9eeb-9bd0856934fd req-0f633722-88f7-4bde-bf30-35ef5b74ff4f tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Jan 24 10:42:05.582461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dfddc-6aec-4872-a743-a08f299661c3 req-b1331101-297b-430e-b720-0d6195302ce6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:05.584060 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-719dfddc-6aec-4872-a743-a08f299661c3 req-b1331101-297b-430e-b720-0d6195302ce6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0594590 Jan 24 10:42:05.636158 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-719dfddc-6aec-4872-a743-a08f299661c3 req-976a82bb-ecf0-4f25-b7c0-6e87aa7a5643 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Jan 24 10:42:05.727339 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288bb0c-9a31-4061-ba6b-32507a412733 req-b7f0d980-3058-4cd8-bc9c-3ba5edf373c1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:05.729062 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a288bb0c-9a31-4061-ba6b-32507a412733 req-b7f0d980-3058-4cd8-bc9c-3ba5edf373c1 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0527117 Jan 24 10:42:05.781561 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a288bb0c-9a31-4061-ba6b-32507a412733 req-bfe836b2-31e9-4ab1-aa84-d552b2ef5550 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Jan 24 10:42:06.749168 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171f68f-1cd0-43bb-bf85-4597a150f5fb req-55227c9b-2a93-442f-8acc-6c5195a3040b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:06.750622 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a171f68f-1cd0-43bb-bf85-4597a150f5fb req-55227c9b-2a93-442f-8acc-6c5195a3040b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0474663 Jan 24 10:42:06.802177 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a171f68f-1cd0-43bb-bf85-4597a150f5fb req-7378066b-f723-4aff-a5fd-d67d20270160 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455549 Jan 24 10:42:06.902867 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a566e82-b8d8-4e3f-a317-06cfa465e8a3 req-d0fbd91d-c8e1-450b-b57a-2c09d914f97e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:06.904322 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a566e82-b8d8-4e3f-a317-06cfa465e8a3 req-d0fbd91d-c8e1-450b-b57a-2c09d914f97e tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0499661 Jan 24 10:42:06.949887 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a566e82-b8d8-4e3f-a317-06cfa465e8a3 req-563e8fb0-1a8d-4102-a464-4ce2d0372617 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Jan 24 10:42:07.918387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebacb8-45e4-481c-b1f7-c5b3132b6df1 req-0c8fba6a-d6c3-4001-8a2f-be9d4d68a197 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:07.919867 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70ebacb8-45e4-481c-b1f7-c5b3132b6df1 req-0c8fba6a-d6c3-4001-8a2f-be9d4d68a197 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0495038 Jan 24 10:42:07.967714 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70ebacb8-45e4-481c-b1f7-c5b3132b6df1 req-ab5b5fb6-db80-471b-86b9-ec6452e7b53f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Jan 24 10:42:08.069516 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5563a7-6b72-4758-a3cd-56db1b2b3ff2 req-c5746808-ea90-4bfe-acbe-b83706812324 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:08.070981 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d5563a7-6b72-4758-a3cd-56db1b2b3ff2 req-c5746808-ea90-4bfe-acbe-b83706812324 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0523617 Jan 24 10:42:08.116630 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d5563a7-6b72-4758-a3cd-56db1b2b3ff2 req-80dfc724-d3a8-464a-9b89-2d06c4d104b2 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Jan 24 10:42:09.081190 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c5b6f-bad7-4051-8787-f7414de0819d req-09bfd4e1-4118-40bb-a753-465c80c85ab3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:09.083242 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e57c5b6f-bad7-4051-8787-f7414de0819d req-09bfd4e1-4118-40bb-a753-465c80c85ab3 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0489049 Jan 24 10:42:09.130543 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e57c5b6f-bad7-4051-8787-f7414de0819d req-79e2dd8d-dae4-47b7-8cda-76f8192ef96f tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Jan 24 10:42:09.233701 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad14d1-c1b6-4704-8ae1-56926e410c0c req-61fdcba1-b380-4aac-9c66-1fb04f6c38b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:09.235160 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-07ad14d1-c1b6-4704-8ae1-56926e410c0c req-61fdcba1-b380-4aac-9c66-1fb04f6c38b5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 944 time: 0.0487065 Jan 24 10:42:09.283975 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-07ad14d1-c1b6-4704-8ae1-56926e410c0c req-6a84a41b-5581-4c1e-b801-af723e709501 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Jan 24 10:42:09.879590 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:42:09.976584 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:09.987409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'port_id': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'mac_address': 'fa:16:3e:ff:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:42:10.023994 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:42:10.024416 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:10.041430 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:42:10.060138 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:10.064193 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:10.064837 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:42:10.134317 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=9']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:10.197292 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:10.209145 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '8713638b-499f-49d6-8085-909f18bee668', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'port_id': '8713638b-499f-49d6-8085-909f18bee668', 'mac_address': 'fa:16:3e:b5:4c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:42:10.245901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76456-1a57-4ee4-91a2-5d32a4d2db61 req-ea681b42-c189-4b96-83cd-2f8337dda267 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:10.247405 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9a76456-1a57-4ee4-91a2-5d32a4d2db61 req-ea681b42-c189-4b96-83cd-2f8337dda267 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 943 time: 0.0488944 Jan 24 10:42:10.249169 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 8713638b-499f-49d6-8085-909f18bee668 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:42:10.249545 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:10.262233 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8713638b-499f-49d6-8085-909f18bee668 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:42:10.281598 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:10.286891 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:10.296730 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9a76456-1a57-4ee4-91a2-5d32a4d2db61 req-6f4f3b33-cc72-4add-a4a8-cdb5469444b5 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Jan 24 10:42:10.352821 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:10.409916 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f97-66c9-46ba-8f65-0d64b57e08bc req-78b09dd6-28a8-4031-841b-1806c1c81449 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:10.411287 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89a22f97-66c9-46ba-8f65-0d64b57e08bc req-78b09dd6-28a8-4031-841b-1806c1c81449 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 945 time: 0.0492899 Jan 24 10:42:10.464428 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-89a22f97-66c9-46ba-8f65-0d64b57e08bc req-9edcc17b-53aa-4d4c-874b-83d98b4db650 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Jan 24 10:42:10.709620 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['8713638b-499f-49d6-8085-909f18bee668'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:42:10.798599 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['9f32c3d7-38b8-406b-97bb-7843ec29c38d'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:42:11.417879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f51e5-45a3-487b-96fc-ce9afe168251 req-03df5b62-7072-4e99-95de-756417850e79 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:11.419346 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e48f51e5-45a3-487b-96fc-ce9afe168251 req-03df5b62-7072-4e99-95de-756417850e79 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 944 time: 0.0523551 Jan 24 10:42:11.467844 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e48f51e5-45a3-487b-96fc-ce9afe168251 req-3805be56-8414-4281-9072-3ea8ab13a3d6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Jan 24 10:42:11.580473 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1b61c-c804-4a32-959d-ee346d61b258 req-c138a473-bb30-4811-8017-cf62248cc36d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:11.582361 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-77d1b61c-c804-4a32-959d-ee346d61b258 req-c138a473-bb30-4811-8017-cf62248cc36d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 945 time: 0.0482733 Jan 24 10:42:11.628773 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-77d1b61c-c804-4a32-959d-ee346d61b258 req-0651cefa-997b-41e9-8355-f1a92ad3bd50 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Jan 24 10:42:11.985504 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:42:12.035034 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 9f32c3d7-38b8-406b-97bb-7843ec29c38d triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:42:12.035409 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.118830 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 9f32c3d7-38b8-406b-97bb-7843ec29c38d is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:42:12.119252 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.141954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:42:12.144308 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b5aad3-ee49-4dd7-87b1-52d84db8682f" -d '{"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:42:12.156289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:12.161057 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.161846 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:42:12.200387 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2990bee-f8db-408a-bf64-6729ecedcb17 x-openstack-request-id: req-d2990bee-f8db-408a-bf64-6729ecedcb17 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:42:12.200694 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:42:12.200977 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2990bee-f8db-408a-bf64-6729ecedcb17 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:42:12.201389 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'code': 200} Jan 24 10:42:12.240524 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=10']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:12.251718 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 8713638b-499f-49d6-8085-909f18bee668 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:42:12.251950 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (8713638b-499f-49d6-8085-909f18bee668), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.342791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 8713638b-499f-49d6-8085-909f18bee668 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:42:12.343433 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (8713638b-499f-49d6-8085-909f18bee668), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.378576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:12.383469 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (8713638b-499f-49d6-8085-909f18bee668), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:12.403549 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28890e-2de4-4bb0-991d-172501414d68 req-3bef2e02-9951-4ec1-9f42-cd3608f68058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:12.405351 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a28890e-2de4-4bb0-991d-172501414d68 req-3bef2e02-9951-4ec1-9f42-cd3608f68058 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 1100 time: 0.0497277 Jan 24 10:42:12.435003 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=8']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:12.463845 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7a28890e-2de4-4bb0-991d-172501414d68 req-da9878ee-da1c-49d1-afcb-37a9c6a6f4f9 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518684 Jan 24 10:42:12.592299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ebc97-9dee-426d-bdff-e04a9915eb4c req-a6795c67-717c-4c58-b259-78ea6ca1afb4 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:12.593841 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-175ebc97-9dee-426d-bdff-e04a9915eb4c req-a6795c67-717c-4c58-b259-78ea6ca1afb4 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jan 24 10:42:12.642965 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-175ebc97-9dee-426d-bdff-e04a9915eb4c req-8920e0d6-dc86-4400-a6af-5f9cdae57427 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Jan 24 10:42:12.752161 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3ec2-2e96-45b0-ad69-aeab107d68a1 req-2ae6d3d7-be98-4575-8bd9-f503ea3933c8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:12.753598 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c9a3ec2-2e96-45b0-ad69-aeab107d68a1 req-2ae6d3d7-be98-4575-8bd9-f503ea3933c8 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0500379 Jan 24 10:42:12.808013 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c9a3ec2-2e96-45b0-ad69-aeab107d68a1 req-441e046c-bc39-48ba-990c-fae290b30489 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Jan 24 10:42:13.757021 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd07a47-9a10-4220-8a0d-db2873116526 req-9e9d65a5-e78d-4dbb-8c00-2e4650c6df89 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:13.758487 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1bd07a47-9a10-4220-8a0d-db2873116526 req-9e9d65a5-e78d-4dbb-8c00-2e4650c6df89 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Jan 24 10:42:13.807487 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1bd07a47-9a10-4220-8a0d-db2873116526 req-30a826b4-f7db-4caf-aa0b-7933957a7d52 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Jan 24 10:42:13.933842 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792aaa1-d59c-4ad7-ae3a-9eebb8a28017 req-fa7951e6-ff0c-446a-9526-95d52dccbcbf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:13.935265 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3792aaa1-d59c-4ad7-ae3a-9eebb8a28017 req-fa7951e6-ff0c-446a-9526-95d52dccbcbf tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0501537 Jan 24 10:42:13.982715 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3792aaa1-d59c-4ad7-ae3a-9eebb8a28017 req-5fc834b9-6ae9-4b11-876c-b17e9687f5dc tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Jan 24 10:42:14.203033 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:42:14.205867 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539f7a7-1059-40bd-9129-55d83a8ad9bf" -d '{"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-plugged", "status": "completed", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:42:14.242025 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761dcd25-d213-4030-8816-9ab215051a96 x-openstack-request-id: req-761dcd25-d213-4030-8816-9ab215051a96 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:42:14.242399 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-plugged", "status": "completed", "tag": "8713638b-499f-49d6-8085-909f18bee668", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:42:14.242753 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-761dcd25-d213-4030-8816-9ab215051a96 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:42:14.243234 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'code': 200} Jan 24 10:42:14.501736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fbd1aa00-5826-4ccb-bc79-2b65b35b92a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:14.773779 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e98f7-6c46-408d-9c47-7646078a9dbb req-d3d23d57-c416-4b70-9515-803756ffeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:14.775197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c47e98f7-6c46-408d-9c47-7646078a9dbb req-d3d23d57-c416-4b70-9515-803756ffeee5 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.3064513 Jan 24 10:42:14.822362 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c47e98f7-6c46-408d-9c47-7646078a9dbb req-fd92201c-9d2a-435e-bc0d-8961de4d55a0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Jan 24 10:42:14.924278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b839f6-f2a1-4d04-80d1-2bb52281e172 req-cc2c56b4-6203-4fc2-b3ad-8ca27acfeb83 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:14.926160 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37b839f6-f2a1-4d04-80d1-2bb52281e172 req-cc2c56b4-6203-4fc2-b3ad-8ca27acfeb83 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0490806 Jan 24 10:42:14.973678 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37b839f6-f2a1-4d04-80d1-2bb52281e172 req-a8385d16-e0a5-4ddf-8ac0-82286f9446d4 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jan 24 10:42:15.100806 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc247c-2a95-4e02-8e31-130c5fbe3432 req-af7eee95-aa4c-4463-ac60-2d4905463ed5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:15.102293 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dabc247c-2a95-4e02-8e31-130c5fbe3432 req-af7eee95-aa4c-4463-ac60-2d4905463ed5 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0477355 Jan 24 10:42:15.150733 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dabc247c-2a95-4e02-8e31-130c5fbe3432 req-ab683178-42fe-453f-a6c1-7bc6af2bed3b tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Jan 24 10:42:16.093292 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017420-31a7-4408-b660-2f4baccdad7c req-34137f37-3b64-4fd1-a6b1-2db09b2b51ae tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:16.094783 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4017420-31a7-4408-b660-2f4baccdad7c req-34137f37-3b64-4fd1-a6b1-2db09b2b51ae tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Jan 24 10:42:16.148154 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e4017420-31a7-4408-b660-2f4baccdad7c req-deb20439-8377-4f03-9320-b6f36a5a271b tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 Jan 24 10:42:16.799750 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f73d9783-1880-4604-87bc-7bd10cbf62a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:17.262657 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7fb6-f7f3-453c-8489-a47a872b8629 req-81554ddd-65b2-4f78-b28b-46c54c15970c tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:17.264127 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8eeb7fb6-f7f3-453c-8489-a47a872b8629 req-81554ddd-65b2-4f78-b28b-46c54c15970c tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Jan 24 10:42:17.312951 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8eeb7fb6-f7f3-453c-8489-a47a872b8629 req-a602c829-0404-478a-8650-074ad10e7999 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Jan 24 10:42:18.045386 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:19.464937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:20.794889 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:28.319814 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9036b2-d10f-479f-951a-4fe9ba92e9b1 req-4573436f-6aa6-4b4b-bdb6-787ec0395d38 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:28.321372 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b9036b2-d10f-479f-951a-4fe9ba92e9b1 req-4573436f-6aa6-4b4b-bdb6-787ec0395d38 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0855858 Jan 24 10:42:28.327692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-b0259c71-95b6-46b7-a88f-130511b413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:28.329120 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-b0259c71-95b6-46b7-a88f-130511b413ac service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1137 time: 0.0621943 Jan 24 10:42:28.443063 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b9036b2-d10f-479f-951a-4fe9ba92e9b1 req-cb348da5-3115-48d3-9273-747fa0ad33d1 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128614 Jan 24 10:42:28.462175 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-ae47dad3-d02a-471c-8e3d-7525ba29c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:28.463681 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-ae47dad3-d02a-471c-8e3d-7525ba29c386 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.1206579 Jan 24 10:42:28.527861 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-f0a1c6e2-ca4f-41e4-b5d7-a460a4e767d2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 1001 time: 0.0578923 Jan 24 10:42:28.580394 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-16bcaa71-32ca-40d4-bb36-7fe894d884a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:28.581849 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-16bcaa71-32ca-40d4-bb36-7fe894d884a9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0468650 Jan 24 10:42:28.626979 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-d6d1b88b-7d47-40b4-8010-f1aac9a15ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:28.628429 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-d6d1b88b-7d47-40b4-8010-f1aac9a15ba5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389173 Jan 24 10:42:28.716703 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-06d5adce-d21e-44c0-b666-724477733143 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805056 Jan 24 10:42:28.809183 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-620a12bd-c059-41b7-8d01-c8782fe3622d req-ba8f7f2d-7324-4608-9a06-929cd44eb8ce service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Jan 24 10:42:29.560285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a73dd-0f56-47f7-a6d7-40cf60ca5b2e req-e761cd0c-03f4-4822-aa56-687bd8807f9d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:29.561797 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d34a73dd-0f56-47f7-a6d7-40cf60ca5b2e req-e761cd0c-03f4-4822-aa56-687bd8807f9d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0490673 Jan 24 10:42:29.620325 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d34a73dd-0f56-47f7-a6d7-40cf60ca5b2e req-fdf71b4d-025c-4646-a74c-d306e7e2920d tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528207 Jan 24 10:42:30.127616 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:30.739304 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc786f2e-7c38-416a-ba07-e2181392ef4b req-06b55e3b-967c-4a31-a089-9a93e9921bc0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:30.740788 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc786f2e-7c38-416a-ba07-e2181392ef4b req-06b55e3b-967c-4a31-a089-9a93e9921bc0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0546675 Jan 24 10:42:30.799689 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc786f2e-7c38-416a-ba07-e2181392ef4b req-bfaf283b-22a4-41fd-867b-b182497cc64f tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531137 Jan 24 10:42:31.918378 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a737-2d28-4b3b-8970-e929b185ee17 req-072e8dcd-39e7-4380-bfde-1037394c3428 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:31.919860 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57d5a737-2d28-4b3b-8970-e929b185ee17 req-072e8dcd-39e7-4380-bfde-1037394c3428 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0492074 Jan 24 10:42:31.978879 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-57d5a737-2d28-4b3b-8970-e929b185ee17 req-bdd8f904-9288-41e6-ba15-34b5dc6897ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533302 Jan 24 10:42:33.099101 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed1602-1ecb-42dc-a65e-fd2af9fae471 req-5afc1c7c-8b04-4c51-81d7-aee52a04972b tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:33.100611 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5aed1602-1ecb-42dc-a65e-fd2af9fae471 req-5afc1c7c-8b04-4c51-81d7-aee52a04972b tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0555584 Jan 24 10:42:33.161003 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5aed1602-1ecb-42dc-a65e-fd2af9fae471 req-c35ab4a6-1634-4af0-bc3a-8a39e0f7f1ad tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540533 Jan 24 10:42:34.275747 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdf80-8875-4cbd-b46e-6741edb1de0e req-19d90b15-3fd9-4ed0-aa45-49d5029a83e3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:34.277245 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8dcdf80-8875-4cbd-b46e-6741edb1de0e req-19d90b15-3fd9-4ed0-aa45-49d5029a83e3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0490592 Jan 24 10:42:34.337391 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8dcdf80-8875-4cbd-b46e-6741edb1de0e req-5542c717-2f85-407c-903b-50525145b5f0 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544021 Jan 24 10:42:35.453913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579779-362d-4f0a-afa9-e133aff366ad req-3501e109-9ba9-421b-8564-f486c1d1a2cb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:35.455400 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66579779-362d-4f0a-afa9-e133aff366ad req-3501e109-9ba9-421b-8564-f486c1d1a2cb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0513606 Jan 24 10:42:35.519450 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66579779-362d-4f0a-afa9-e133aff366ad req-13fd5010-94d7-4edd-b8aa-b2d39c96fa0c tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571976 Jan 24 10:42:35.701718 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:42:36.635478 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1200f2-943c-4874-b1ed-a0ff46d1be05 req-183d003e-23ba-4f0c-a1be-7627edbf1544 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:36.637266 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6a1200f2-943c-4874-b1ed-a0ff46d1be05 req-183d003e-23ba-4f0c-a1be-7627edbf1544 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0504830 Jan 24 10:42:36.699994 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6a1200f2-943c-4874-b1ed-a0ff46d1be05 req-69296579-5654-4eb8-a076-256ea5799230 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538032 Jan 24 10:42:37.814442 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710b7e-fb57-46b0-8b60-d852e84174aa req-a8e01e05-c073-4ece-8326-2b22257c1560 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:37.815902 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96710b7e-fb57-46b0-8b60-d852e84174aa req-a8e01e05-c073-4ece-8326-2b22257c1560 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0493307 Jan 24 10:42:37.876857 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96710b7e-fb57-46b0-8b60-d852e84174aa req-1edc6b4d-5ec4-4585-bdba-d83368f4c363 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546873 Jan 24 10:42:39.003856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc94d-05dd-4710-8bac-c76f4f6945a5 req-7f5f86ff-30a5-446a-b4a0-646602fbdc52 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:39.005362 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-053dc94d-05dd-4710-8bac-c76f4f6945a5 req-7f5f86ff-30a5-446a-b4a0-646602fbdc52 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0553443 Jan 24 10:42:39.065402 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-053dc94d-05dd-4710-8bac-c76f4f6945a5 req-167ec4fe-2434-45e4-889c-c739ce97e80c tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543027 Jan 24 10:42:40.180507 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7bb62-efb4-4766-8fe0-767178559953 req-4940d1c9-c7d7-427d-92b9-ccab6b6aeb1a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:40.182011 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c5b7bb62-efb4-4766-8fe0-767178559953 req-4940d1c9-c7d7-427d-92b9-ccab6b6aeb1a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0499382 Jan 24 10:42:40.239960 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c5b7bb62-efb4-4766-8fe0-767178559953 req-0ab6dc0e-9a8c-42f3-bde9-cc63b39383f3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523331 Jan 24 10:42:41.355962 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b168622-3f84-4eb4-98b0-ab79e017fda8 req-871fcd79-e281-455f-8b85-f0477c325811 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:41.357483 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b168622-3f84-4eb4-98b0-ab79e017fda8 req-871fcd79-e281-455f-8b85-f0477c325811 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0504632 Jan 24 10:42:41.422190 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b168622-3f84-4eb4-98b0-ab79e017fda8 req-2ec86351-b9ad-4ca5-930a-68d7c7ed759a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589781 Jan 24 10:42:42.539784 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ca1c-28a4-4d7d-858a-3b50a1fa0f47 req-a0151546-f36f-4b4d-8b3b-db5c18728241 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:42.541343 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ee6ca1c-28a4-4d7d-858a-3b50a1fa0f47 req-a0151546-f36f-4b4d-8b3b-db5c18728241 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0506256 Jan 24 10:42:42.601852 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ee6ca1c-28a4-4d7d-858a-3b50a1fa0f47 req-8152d8e2-d21c-479b-bcdf-fa06a89f9a76 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546422 Jan 24 10:42:43.717511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cdfb2-90fa-42bb-a92a-cec289741284 req-0e247edb-b792-4167-9e30-1c0cf7710685 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:43.718977 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e13cdfb2-90fa-42bb-a92a-cec289741284 req-0e247edb-b792-4167-9e30-1c0cf7710685 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0495985 Jan 24 10:42:43.777185 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e13cdfb2-90fa-42bb-a92a-cec289741284 req-770053a5-57d8-46c9-a6f5-ec2b28f5fa33 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525768 Jan 24 10:42:44.504181 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-370ca110-2981-481c-96d5-ef50588fc519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:44.903860 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4988cc9-3e6d-47d9-b857-31b8ebaa6fb0 req-2acbe729-3f8e-481c-b0e9-5a97d4882ff3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:44.905402 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b4988cc9-3e6d-47d9-b857-31b8ebaa6fb0 req-2acbe729-3f8e-481c-b0e9-5a97d4882ff3 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0574119 Jan 24 10:42:44.966834 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b4988cc9-3e6d-47d9-b857-31b8ebaa6fb0 req-833b2615-66cf-4262-896a-69c723aff808 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&id=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557017 Jan 24 10:42:46.802663 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8221d6d-a4a0-4989-a25b-784f76f5d068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:48.047920 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:49.465752 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:50.800085 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:53.487310 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae6107-feeb-46cd-ae97-e4d59cd3a756 req-9e3b668d-4fcd-4a25-9867-d1df5f36322a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:53.489360 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-68ae6107-feeb-46cd-ae97-e4d59cd3a756 req-9e3b668d-4fcd-4a25-9867-d1df5f36322a tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0497677 Jan 24 10:42:53.536838 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-68ae6107-feeb-46cd-ae97-e4d59cd3a756 req-fa461692-15db-466f-a19e-66b35a93d0d7 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Jan 24 10:42:54.667007 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c8bb5-8835-4e15-bf41-b3546c001701 req-dcba6a2c-c180-42a3-ab7d-f151ea02b14d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:54.668486 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-600c8bb5-8835-4e15-bf41-b3546c001701 req-dcba6a2c-c180-42a3-ab7d-f151ea02b14d tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0527611 Jan 24 10:42:54.714854 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-600c8bb5-8835-4e15-bf41-b3546c001701 req-378075b3-7a67-4bd1-b8ea-09110c774998 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups?id=07c3e33d-d8d6-461c-b085-3ecf5e05e786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Jan 24 10:42:55.046482 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-10d022a2-7cee-407f-a9d4-4583b0987f10 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:42:55.047922 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-10d022a2-7cee-407f-a9d4-4583b0987f10 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 947 time: 0.0483327 Jan 24 10:42:55.136000 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Deleting port 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:42:55.136340 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.224713 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] For port 9f32c3d7-38b8-406b-97bb-7843ec29c38d, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=9f32c3d7-38b8-406b-97bb-7843ec29c38d,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:42:55.225108 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.389927 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.390295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.390618 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Floating IP 8ac95991-3f0b-49bb-a7d6-5c33f96afba9 disassociated. External IP: 172.27.1.191, port: 9f32c3d7-38b8-406b-97bb-7843ec29c38d. Jan 24 10:42:55.390965 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Calling delete_port for 9f32c3d7-38b8-406b-97bb-7843ec29c38d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:42:55.518624 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (9f32c3d7-38b8-406b-97bb-7843ec29c38d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.546983 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'Port': ['ID=9f32c3d7-38b8-406b-97bb-7843ec29c38d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:55.560863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.560863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.560863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.560863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.561466 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.561466 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.561756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.562030 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.562369 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.562695 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.563035 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.563358 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.563689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:42:55.673659 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:42:55.780571 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:42:55.791056 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:42:55.800387 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:42:55.801632 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:42:55.828271 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-771196ac-fc10-4e1b-bd71-fee0f05a3291 req-f21858b0-1331-456d-9903-e5fd47be4051 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/ports?device_id=20df115e-c06c-44ff-8620-ce980eea9f9a HTTP/1.1" status: 200 len: 210 time: 0.0417542 Jan 24 10:42:55.845181 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] No DVR routers for this DVR port 9f32c3d7-38b8-406b-97bb-7843ec29c38d on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:42:55.848441 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:55.852139 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6a4e5e1-9386-40c7-9d00-b521cea5e4a7 req-143cfa66-e245-4e07-a5d9-fe010bd92c12 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.120 "DELETE /v2.0/ports/9f32c3d7-38b8-406b-97bb-7843ec29c38d HTTP/1.1" status: 204 len: 173 time: 0.7987618 Jan 24 10:42:55.852571 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-deleted', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:42:55.855101 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06c0794-fba7-4bfb-8c17-54e05ffaae28" -d '{"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-deleted", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:42:55.892478 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a72c16-2abb-4315-9539-2bd934dd05fb x-openstack-request-id: req-67a72c16-2abb-4315-9539-2bd934dd05fb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:42:55.892789 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20df115e-c06c-44ff-8620-ce980eea9f9a", "name": "network-vif-deleted", "tag": "9f32c3d7-38b8-406b-97bb-7843ec29c38d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:42:55.893117 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67a72c16-2abb-4315-9539-2bd934dd05fb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:42:55.894104 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20df115e-c06c-44ff-8620-ce980eea9f9a', 'name': 'network-vif-deleted', 'tag': '9f32c3d7-38b8-406b-97bb-7843ec29c38d', 'status': 'completed', 'code': 200} Jan 24 10:42:55.917629 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:42:56.127323 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:42:56.153468 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:42:56.161868 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:42:56.162486 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:42:56.267432 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:42:56.477113 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:42:56.506599 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6845b9-a2ff-4c5e-938c-bea50856baaf None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:35:24Z', 'revision_number': 4, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'ca9c1fbd-072a-4f23-b710-cb1adf12685e', 'name': '', 'network_id': '1919134e-8349-4c79-9466-ddee98510d4f', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'mac_address': 'fa:16:3e:57:ae:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:21Z', 'updated_at': '2022-01-24T10:35:32Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'subnets': [{'id': '69407b57-8f4a-4da7-9ed0-932aeb60b7e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:42:56.729281 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e60496-877d-471b-a7b7-ee5a02be7bfa None None] New status for floating IP 8ac95991-3f0b-49bb-a7d6-5c33f96afba9: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:42:56.919165 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:42:56.984021 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (07c3e33d-d8d6-461c-b085-3ecf5e05e786), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.007481 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (07c3e33d-d8d6-461c-b085-3ecf5e05e786), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.054612 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (07c3e33d-d8d6-461c-b085-3ecf5e05e786), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.058329 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.058616 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "DELETE /v2.0/security-groups/07c3e33d-d8d6-461c-b085-3ecf5e05e786 HTTP/1.1" status: 204 len: 168 time: 0.1382315 Jan 24 10:42:57.061706 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53332) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:42:57.068423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5618e-2c0b-499e-add1-7b7aa16d3468 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3e33d-d8d6-461c-b085-3ecf5e05e786,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:57.076987 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.api.v2.resource [None req-283a5499-64c7-4734-82c2-9785bb92d0e6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] show failed (client error): The resource could not be found. Jan 24 10:42:57.078055 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-283a5499-64c7-4734-82c2-9785bb92d0e6 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "GET /v2.0/security-groups/07c3e33d-d8d6-461c-b085-3ecf5e05e786 HTTP/1.1" status: 404 len: 347 time: 0.0153456 Jan 24 10:42:57.081091 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:42:57.215267 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Deleting port 61455fb9-ddd0-4359-ab5d-609adcf0b336 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:42:57.215708 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.292592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.292845 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (61455fb9-ddd0-4359-ab5d-609adcf0b336), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.305124 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Calling delete_port for 61455fb9-ddd0-4359-ab5d-609adcf0b336 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:42:57.442641 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (61455fb9-ddd0-4359-ab5d-609adcf0b336), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.465630 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Pushing event deleted for resources: {'Port': ['ID=61455fb9-ddd0-4359-ab5d-609adcf0b336,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:42:57.527939 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks [] for floatingip (8ac95991-3f0b-49bb-a7d6-5c33f96afba9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.530649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:42:57.531820 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-57e0023b-3867-470b-8251-d54710222cc0 tempest-AttachVolumeShelveTestJSON-1648734665 tempest-AttachVolumeShelveTestJSON-1648734665-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ac95991-3f0b-49bb-a7d6-5c33f96afba9 HTTP/1.1" status: 204 len: 168 time: 0.4497001 Jan 24 10:42:58.154997 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:42:58.174302 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 9f32c3d7-38b8-406b-97bb-7843ec29c38d {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:42:58.174654 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 9f32c3d7-38b8-406b-97bb-7843ec29c38d not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:42:59.952532 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53366) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:00.134832 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:00.496285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:00.785045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Deleting port ca9c1fbd-072a-4f23-b710-cb1adf12685e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:00.785334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:00.862152 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] For port ca9c1fbd-072a-4f23-b710-cb1adf12685e, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ca9c1fbd-072a-4f23-b710-cb1adf12685e,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:00.862510 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:00.874928 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Calling delete_port for ca9c1fbd-072a-4f23-b710-cb1adf12685e owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:01.052067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (ca9c1fbd-072a-4f23-b710-cb1adf12685e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:01.076920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9c1fbd-072a-4f23-b710-cb1adf12685e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:01.500621 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:01.713020 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:01.817851 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:01.822919 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1b2eaa7b-51d3-4f3d-9e5d-4155f3e609f6 admin admin] 10.222.0.45 "PUT /v2.0/routers/543d4076-3d3c-46cc-bb88-defc7dc1d3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691781 Jan 24 10:43:01.825461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53372) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:01.828415 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Sync routers for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:01.838792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:01.839495 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:01.930450 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks [] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:01.949727 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:02.047789 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks [] for router_gateway (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.111856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Deleting port 3c841c6c-50a1-41fa-991c-df16a2e96c62 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:02.112592 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.135403 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:43:01Z', 'revision_number': 5, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port': {'id': '3c841c6c-50a1-41fa-991c-df16a2e96c62', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:04:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:35:18Z', 'updated_at': '2022-01-24T10:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:02.161749 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Checking router: 543d4076-3d3c-46cc-bb88-defc7dc1d3ae for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:02.170028 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Routers {'543d4076-3d3c-46cc-bb88-defc7dc1d3ae'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:02.170656 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:02.195287 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] For port 3c841c6c-50a1-41fa-991c-df16a2e96c62, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3c841c6c-50a1-41fa-991c-df16a2e96c62,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:02.195654 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.207172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Calling delete_port for 3c841c6c-50a1-41fa-991c-df16a2e96c62 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:02.258507 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] Set router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae gateway port host: None {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:02.322204 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:43:02Z', 'revision_number': 6, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:02.350313 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25619df5-b2a9-4884-a5c1-24a80122ea0c None None] The sync data for ids ['543d4076-3d3c-46cc-bb88-defc7dc1d3ae'] in dv-cinder-826036-1-iscsi is: [{'id': '543d4076-3d3c-46cc-bb88-defc7dc1d3ae', 'name': 'tempest-AttachVolumeShelveTestJSON-1394896189-router', 'tenant_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:35:17Z', 'updated_at': '2022-01-24T10:43:02Z', 'revision_number': 6, 'project_id': 'fb94c4c4d42c43209c4922fcad0c2faa', 'gw_port_host': None}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:02.377875 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (3c841c6c-50a1-41fa-991c-df16a2e96c62), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.407584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c841c6c-50a1-41fa-991c-df16a2e96c62,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:02.467813 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.571942 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.574178 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks [] for router_controller (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.640797 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (543d4076-3d3c-46cc-bb88-defc7dc1d3ae), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.641472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 543d4076-3d3c-46cc-bb88-defc7dc1d3ae {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:43:02.647446 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.648614 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b3c02510-cd9b-41a3-9702-78f6d642f84f admin admin] 10.222.0.45 "DELETE /v2.0/routers/543d4076-3d3c-46cc-bb88-defc7dc1d3ae HTTP/1.1" status: 204 len: 168 time: 0.8222356 Jan 24 10:43:02.651411 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53376) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:02.694564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Deleting subnet 69407b57-8f4a-4da7-9ed0-932aeb60b7e7 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:43:02.697966 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Publish callbacks [] for subnet (69407b57-8f4a-4da7-9ed0-932aeb60b7e7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.737508 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (69407b57-8f4a-4da7-9ed0-932aeb60b7e7), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.851487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (69407b57-8f4a-4da7-9ed0-932aeb60b7e7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.905756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (69407b57-8f4a-4da7-9ed0-932aeb60b7e7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.930550 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69407b57-8f4a-4da7-9ed0-932aeb60b7e7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:02.935469 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:02.939388 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6907a96a-8845-472d-8109-a51ac847c5ef admin admin] 10.222.0.45 "DELETE /v2.0/subnets/69407b57-8f4a-4da7-9ed0-932aeb60b7e7 HTTP/1.1" status: 204 len: 168 time: 0.2870178 Jan 24 10:43:02.941728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38eceaf-802d-4d3a-8e41-ebdf6ce837d3 None None] Network 1919134e-8349-4c79-9466-ddee98510d4f requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:02.942667 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53378) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:03.012445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (1919134e-8349-4c79-9466-ddee98510d4f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.069284 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Deleting port ba3db72b-b240-41e6-a08d-dfb9321e049c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:03.069652 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.137139 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] For port ba3db72b-b240-41e6-a08d-dfb9321e049c, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ba3db72b-b240-41e6-a08d-dfb9321e049c,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:03.137887 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.151348 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Calling delete_port for ba3db72b-b240-41e6-a08d-dfb9321e049c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:03.153829 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] DHCP port deletion for 1919134e-8349-4c79-9466-ddee98510d4f request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:43:03.204874 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Deleting port ba3db72b-b240-41e6-a08d-dfb9321e049c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:03.205372 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.234329 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.258743 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3db72b-b240-41e6-a08d-dfb9321e049c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:03.264099 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] No DVR routers for this DVR port ba3db72b-b240-41e6-a08d-dfb9321e049c on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:03.278732 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] For port ba3db72b-b240-41e6-a08d-dfb9321e049c, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=ba3db72b-b240-41e6-a08d-dfb9321e049c,segment=NetworkSegment(69ad7a1f-5e7c-479f-bc82-7e46677b0e92),segment_id=69ad7a1f-5e7c-479f-bc82-7e46677b0e92)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:03.279476 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.296159 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Calling delete_port for ba3db72b-b240-41e6-a08d-dfb9321e049c owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:03.337758 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (1919134e-8349-4c79-9466-ddee98510d4f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.360996 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1919134e-8349-4c79-9466-ddee98510d4f']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:03.371182 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ad7a1f-5e7c-479f-bc82-7e46677b0e92') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:03.371396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ad7a1f-5e7c-479f-bc82-7e46677b0e92') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:03.381825 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (69ad7a1f-5e7c-479f-bc82-7e46677b0e92), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.395929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (69ad7a1f-5e7c-479f-bc82-7e46677b0e92), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.402109 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:43:03.402595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (69ad7a1f-5e7c-479f-bc82-7e46677b0e92), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.404438 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:43:03.407390 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:43:03.419730 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (ba3db72b-b240-41e6-a08d-dfb9321e049c), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.446393 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Pushing event deleted for resources: {'Port': ['ID=ba3db72b-b240-41e6-a08d-dfb9321e049c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:03.451220 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] No DVR routers for this DVR port ba3db72b-b240-41e6-a08d-dfb9321e049c on host dv-cinder-826036-1-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:03.463418 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.463905 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.464745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (1919134e-8349-4c79-9466-ddee98510d4f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.465180 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.465769 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.465883 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.466337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.467508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.468021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.469280 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.469747 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.469975 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.470547 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.471073 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f18bd9-0def-46ed-84f0-4b701bfd6f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:03.471220 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.474574 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1919134e-8349-4c79-9466-ddee98510d4f HTTP/1.1" status: 204 len: 168 time: 0.5307498 Jan 24 10:43:03.491243 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22637f39-e4c7-40b9-ac7b-f38a45a5f133 admin admin] Pushing event deleted for resources: {'Network': ['ID=1919134e-8349-4c79-9466-ddee98510d4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:03.585359 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ba3db72b-b240-41e6-a08d-dfb9321e049c no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:03.606010 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: ba3db72b-b240-41e6-a08d-dfb9321e049c {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:03.606807 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ba3db72b-b240-41e6-a08d-dfb9321e049c not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:03.607250 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ca9c1fbd-072a-4f23-b710-cb1adf12685e no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:03.615488 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53384) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:03.627122 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: ca9c1fbd-072a-4f23-b710-cb1adf12685e {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:03.627482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device ca9c1fbd-072a-4f23-b710-cb1adf12685e not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:03.627906 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3c841c6c-50a1-41fa-991c-df16a2e96c62 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:03.647511 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 3c841c6c-50a1-41fa-991c-df16a2e96c62 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:03.648084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3c841c6c-50a1-41fa-991c-df16a2e96c62 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:03.663759 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-dcf08c79-e1ab-4846-a8b1-73dfbd3c1fe2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb94c4c4d42c43209c4922fcad0c2faa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470803 Jan 24 10:43:03.666322 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:03.716504 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] Publish callbacks [] for security_group (ced87eba-4b50-4349-a37d-f2dd058e23a1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.737983 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] Publish callbacks [] for security_group (ced87eba-4b50-4349-a37d-f2dd058e23a1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.783314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (ced87eba-4b50-4349-a37d-f2dd058e23a1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.786545 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:03.787745 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ced87eba-4b50-4349-a37d-f2dd058e23a1 HTTP/1.1" status: 204 len: 168 time: 0.1205239 Jan 24 10:43:03.795474 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695b69b-d5ff-466c-ac92-a01bae85da53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced87eba-4b50-4349-a37d-f2dd058e23a1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:04.474280 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53418) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:04.570411 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-45054196-network', 'tenant_id': 'eee5da6539054581b0e623b7d925297c'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:04.593028 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Made reservation on behalf of eee5da6539054581b0e623b7d925297c for: {'network': 1} {{(pid=102588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:43:04.595313 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for network (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.603697 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.678268 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks [] for security_group (a9323f4e-f2cb-405c-a5de-9069f682bfb4), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.682660 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a9323f4e-f2cb-405c-a5de-9069f682bfb4), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.710940 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 10:43:04.720435 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9323f4e-f2cb-405c-a5de-9069f682bfb4,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:04.725075 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (ff6e8d6c-aec5-430c-8f75-766bcd68c3be), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.725438 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.segments_db [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Added segment ff6e8d6c-aec5-430c-8f75-766bcd68c3be of type vlan for network 3101b37b-44b6-4827-a29b-679aa0949882 Jan 24 10:43:04.741094 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.741391 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.741762 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.742090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.742432 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.742766 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.743101 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.743436 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.743772 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.744109 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.744442 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.744772 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.745134 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:04.783205 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786053170252'] for network (3101b37b-44b6-4827-a29b-679aa0949882), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.807065 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695'] for network (3101b37b-44b6-4827-a29b-679aa0949882), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.808003 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:04.808596 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:04.868486 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3930674 Jan 24 10:43:04.871526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53422) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:04.875468 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801eb9-9437-4f38-bc97-43eec3351175 admin admin] Pushing event updated for resources: {'Network': ['ID=3101b37b-44b6-4827-a29b-679aa0949882,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:04.876559 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Request body: {'subnet': {'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-45054196-subnet', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:04.885588 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Network 3101b37b-44b6-4827-a29b-679aa0949882 details requested by agent ovs-agent-dv-cinder-826036-1-iscsi with host dv-cinder-826036-1-iscsi {{(pid=102590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 10:43:04.904316 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Made reservation on behalf of eee5da6539054581b0e623b7d925297c for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:43:04.907137 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311945'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.074638 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12218096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311963'] for subnet (b1bc4617-8641-430b-b1d1-3df74ec32c60), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.123724 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bc4617-8641-430b-b1d1-3df74ec32c60,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:05.139137 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Checking segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:05.139510 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Network hostable DHCP agents. Network: 3101b37b-44b6-4827-a29b-679aa0949882, hostable agents: ['9fa30fe2-22b4-439c-aa2b-f69503a87462'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 10:43:05.157089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Network 3101b37b-44b6-4827-a29b-679aa0949882 is scheduled to be hosted by DHCP agent 9fa30fe2-22b4-439c-aa2b-f69503a87462 with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 10:43:05.166625 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826036-1-iscsi, 3101b37b-44b6-4827-a29b-679aa0949882) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:05.170640 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:05.171254 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.179241 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49196369-3c3f-4065-a62d-127d99c476f9 None None] Network 3101b37b-44b6-4827-a29b-679aa0949882 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:05.192088 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f13ebc2d-c48c-4a48-8ae7-aef245818a1f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154011 Jan 24 10:43:05.192350 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:05.196898 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:05.219628 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30130'] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.221019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30155'] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.276440 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for router_controller (93a1c51c-d0c4-45cf-92dd-17eb83c37455), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.291307 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d31ca7-c35b-52b3-a4b5-842c29f0f46b-3101b37b-44b6-4827-a29b-679aa0949882', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60'}]}} from dv-cinder-826036-1-iscsi. {{(pid=102590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 10:43:05.292393 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.417576 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for router_gateway (93a1c51c-d0c4-45cf-92dd-17eb83c37455), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.435963 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Allocated IP 172.20.0.2 (3101b37b-44b6-4827-a29b-679aa0949882/b1bc4617-8641-430b-b1d1-3df74ec32c60/4b163657-c4a8-4631-962e-5a471bf4d2b1) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:05.576642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks [] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.583031 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.625021 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Network 3101b37b-44b6-4827-a29b-679aa0949882 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:05.626150 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for router_gateway (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.627877 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:05.630392 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:05.643954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Pushing event updated for resources: {'Port': ['ID=4b163657-c4a8-4631-962e-5a471bf4d2b1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:05.644802 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.690870 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Attempting to bind port 4b163657-c4a8-4631-962e-5a471bf4d2b1 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:43:05.691258 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Attempting to bind port 4b163657-c4a8-4631-962e-5a471bf4d2b1 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:43:05.691629 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Attempting to bind port 4b163657-c4a8-4631-962e-5a471bf4d2b1 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:05.696634 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:43:05.697034 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Checking segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:05.697447 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.697863 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Bound using segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:43:05.698356 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Bound port: 4b163657-c4a8-4631-962e-5a471bf4d2b1, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:43:05.698767 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.753850 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Allocated IP 172.27.1.230 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:05.760792 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] For port 4b163657-c4a8-4631-962e-5a471bf4d2b1, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:43:05.763809 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] For port 4b163657-c4a8-4631-962e-5a471bf4d2b1, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=4b163657-c4a8-4631-962e-5a471bf4d2b1,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:43:05.769736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:05.833345 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703907b3-7ec5-41d6-b30f-c68f0ff51835 None None] Pushing event updated for resources: {'Port': ['ID=4b163657-c4a8-4631-962e-5a471bf4d2b1,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:06.140636 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.180402 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.225200 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:06.228099 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:06.230594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:06.254776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Pushing event updated for resources: {'Port': ['ID=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:06.491456 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for router_gateway (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.711299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551737'] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.858909 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c64cba-871d-49b3-9ed7-2c2fec948df3 None None] Network 3101b37b-44b6-4827-a29b-679aa0949882 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:06.864865 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 is scheduled to L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 10:43:06.922508 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Provisioning complete for port 4b163657-c4a8-4631-962e-5a471bf4d2b1 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:06.922882 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.970487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:06.980012 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:06.991528 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:06.995544 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6ce2e029-c0a1-4b47-9f89-b1b7c0583899 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7995622 Jan 24 10:43:06.995756 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:06.995756 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:06.996002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53432) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:07.111434 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:07.189516 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Current status of the port 4b163657-c4a8-4631-962e-5a471bf4d2b1 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:07.189993 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.225552 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] For port 4b163657-c4a8-4631-962e-5a471bf4d2b1, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=4b163657-c4a8-4631-962e-5a471bf4d2b1,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:07.232076 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.292638 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d928527-99ab-4432-8796-4e33d1b0a42d None None] Pushing event updated for resources: {'Port': ['ID=4b163657-c4a8-4631-962e-5a471bf4d2b1,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:07.338338 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:06Z', 'revision_number': 3, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:07.365139 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:07.365497 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Updating router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd binding host dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:43:07.395002 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.455419 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-67b87e2f-4bad-45c1-8f98-e54f9a1b0e8e None None] Provisioning complete for port 4b163657-c4a8-4631-962e-5a471bf4d2b1 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:07.455705 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-67b87e2f-4bad-45c1-8f98-e54f9a1b0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.478717 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.559288 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-67b87e2f-4bad-45c1-8f98-e54f9a1b0e8e None None] Current status of the port 4b163657-c4a8-4631-962e-5a471bf4d2b1 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:07.699821 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks [] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.702485 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Allocated IP 172.20.0.1 (3101b37b-44b6-4827-a29b-679aa0949882/b1bc4617-8641-430b-b1d1-3df74ec32c60/a1df4563-310a-42b1-9abc-0273e5ca3218) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:07.710464 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.713751 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 4b163657-c4a8-4631-962e-5a471bf4d2b1 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:07.768985 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Attempting to bind port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:43:07.769387 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Attempting to bind port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:43:07.769766 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Attempting to bind port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd on network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:07.779856 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:43:07.780250 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Checking segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:07.780668 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.781128 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Bound using segment: {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:43:07.781712 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Bound port: be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22445e-d120-4810-9224-5f96f127a53c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:43:07.782295 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.782486 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port 4b163657-c4a8-4631-962e-5a471bf4d2b1 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:07.783001 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.783953 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ed526-8354-4fa2-a927-396809731ece None None] Pushing event updated for resources: {'Port': ['ID=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:07.833585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks [] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.895361 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port 4b163657-c4a8-4631-962e-5a471bf4d2b1 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:07.907513 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.917664 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.918075 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.918420 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.918768 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.919124 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.919457 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.919793 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.920120 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.920667 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.921041 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.921382 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.921714 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.922036 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ed526-8354-4fa2-a927-396809731ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:43:07.949785 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] For port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:43:07.952809 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] For port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:43:07.958163 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:07.973083 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-09ace00e-7616-4ca6-a52c-b0cd4d3e7ac1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565336347&fields=id&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 267 time: 0.1049812 Jan 24 10:43:07.974906 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Network 3101b37b-44b6-4827-a29b-679aa0949882 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:07.978070 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:07.980500 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:08.002334 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:08.002915 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:08.015657 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Pushing event updated for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:08.066775 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ed526-8354-4fa2-a927-396809731ece None None] Pushing event updated for resources: {'Port': ['ID=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:08.090205 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531211'] for router_interface (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.130323 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:08.177993 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-455a94cc-45fc-4b64-982e-90b1899b536f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:08.179858 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-455a94cc-45fc-4b64-982e-90b1899b536f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.1969380 Jan 24 10:43:08.222651 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-ff864517-ddb7-462c-b4f4-74e09d0d5833 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/quotas/740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 375 time: 0.0173874 Jan 24 10:43:08.290041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.290326 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-5a5bb0e0-0f23-442a-898f-e6998c13eb34 None None] Provisioning complete for port a1df4563-310a-42b1-9abc-0273e5ca3218 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:08.290667 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a5bb0e0-0f23-442a-898f-e6998c13eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.312800 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-3dde543a-72f1-4856-a8f5-3fbb905152ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832942 Jan 24 10:43:08.328045 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-5a5bb0e0-0f23-442a-898f-e6998c13eb34 None None] Port a1df4563-310a-42b1-9abc-0273e5ca3218 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:43:08.331899 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-d9006692-9194-401f-b20d-b250070e48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:06Z', 'revision_number': 3, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:08.362084 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9006692-9194-401f-b20d-b250070e48ef None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:06Z', 'revision_number': 3, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:08.493133 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-0e927fb0-5c21-43a0-89bf-03082744a283 service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492007 Jan 24 10:43:08.602984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks [] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.617485 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.642812 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-9835e75a-6ba2-47e1-9c9c-eb922342d16c service neutron] 10.222.0.45 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436791 Jan 24 10:43:08.697882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530497'] for router_interface (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:08.699918 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Pushing event updated for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:08.800892 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Network 3101b37b-44b6-4827-a29b-679aa0949882 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:08.802436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:08.954554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:09.054851 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8341a74d-fda8-48f3-90c5-5a33a5e5603a req-437d02f0-f509-4e1e-99c3-5f1f0ab4c6d1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 210 time: 0.0399477 Jan 24 10:43:09.114920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:09.132779 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2095d977-80de-4d32-b7df-7450366ed107 admin admin] 10.222.0.45 "PUT /v2.0/routers/93a1c51c-d0c4-45cf-92dd-17eb83c37455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1234281 Jan 24 10:43:09.155421 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-38b76482-a28e-47e9-9f64-ea57d5b10985 None None] Provisioning complete for port a1df4563-310a-42b1-9abc-0273e5ca3218 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:09.156115 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-38b76482-a28e-47e9-9f64-ea57d5b10985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:09.210332 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-38b76482-a28e-47e9-9f64-ea57d5b10985 None None] Port a1df4563-310a-42b1-9abc-0273e5ca3218 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:43:09.667557 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:09.719058 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:09.719437 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:09.796015 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:09.796459 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:09.816571 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] For port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:09.821871 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:09.873396 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Pushing event updated for resources: {'Port': ['ID=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:10.080068 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53466) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:10.085504 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659982399', 'description': 'tempest-description--495001949'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:10.118798 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.149466 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-86536234-ed76-4b22-99c3-dc15831c4fff tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:10.151730 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-86536234-ed76-4b22-99c3-dc15831c4fff tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 812 time: 0.1411197 Jan 24 10:43:10.198750 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (cfa98e8a-2883-434d-9f5d-ac6f04f83c42), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.206795 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (cfa98e8a-2883-434d-9f5d-ac6f04f83c42), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.214810 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-219864dd-b927-4608-ab00-284bb8f71dae req-22964212-f648-495d-bd13-80dd997e5f26 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 210 time: 0.0344741 Jan 24 10:43:10.225293 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:10.242031 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:10.242886 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:10.258843 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa98e8a-2883-434d-9f5d-ac6f04f83c42,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:10.272404 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-fa785714-f3af-4c62-860d-e318c14a0dc7 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=740bf9a130244ad09ea7b7afa2b359e0 HTTP/1.1" status: 200 len: 380 time: 0.1103754 Jan 24 10:43:10.274929 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.277417 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-2ee223fd-613c-4bf1-90a0-18d719adc2b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1961088 Jan 24 10:43:10.279265 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53470) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:10.281892 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'port': {'device_id': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'admin_state_up': True, 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'security_groups': ['8da42b00-1e8b-4f2a-a42d-069b87746d6a']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:10.283941 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group_rule': {'security_group_id': 'cfa98e8a-2883-434d-9f5d-ac6f04f83c42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:10.319679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (54af8cf5-295a-49c1-8b77-037ea86550e5), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.374769 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:10.385983 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (54af8cf5-295a-49c1-8b77-037ea86550e5), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.391868 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (54af8cf5-295a-49c1-8b77-037ea86550e5), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.420851 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54af8cf5-295a-49c1-8b77-037ea86550e5,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:10.432223 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.433936 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d6c59c35-d03c-4032-ac0d-c474b1cb242d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532431 Jan 24 10:43:10.436468 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53472) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:10.441730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group_rule': {'security_group_id': 'cfa98e8a-2883-434d-9f5d-ac6f04f83c42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:10.481951 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (92f6acba-cf2d-40b5-9c11-578e3971a93e), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.552095 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (92f6acba-cf2d-40b5-9c11-578e3971a93e), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.557554 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (92f6acba-cf2d-40b5-9c11-578e3971a93e), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.577263 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f6acba-cf2d-40b5-9c11-578e3971a93e,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:10.589254 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.590673 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a5214602-e8f5-48f1-9288-70f64885f15f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530449 Jan 24 10:43:10.593907 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53474) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:10.602588 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:10.634816 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 2, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:10.637118 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.675470 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:10.675833 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Updating router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 port a1df4563-310a-42b1-9abc-0273e5ca3218 binding host dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 10:43:10.710878 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.722613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Made reservation on behalf of 740bf9a130244ad09ea7b7afa2b359e0 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:43:10.726697 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.780793 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:10.864912 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.20.0.6 (aae34615-8adf-4b7f-84df-b01d55f5ef68/8e44845f-9016-4fda-bb8b-6ad210002df4/473922dd-ad0f-4050-b1c5-c64340d19f40) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:10.912354 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Allocated IP 172.27.1.12 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/db4eae0c-3322-49f6-bcaf-4b2210b618c7) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:11.021331 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.024766 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks [] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.025164 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.031699 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.059790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.083357 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.086747 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82ceb0-de3a-4946-9aaa-2d278e4647f4 None None] Pushing event updated for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.111198 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:11.118402 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:11.121917 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:11.137310 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:11.142299 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:11.152161 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:11.153720 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Attempting to bind port a1df4563-310a-42b1-9abc-0273e5ca3218 on host dv-cinder-826036-1-iscsi for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:43:11.154216 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Attempting to bind port a1df4563-310a-42b1-9abc-0273e5ca3218 by drivers openvswitch,hyperv on host dv-cinder-826036-1-iscsi at level 0 using segments [{'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:43:11.154696 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Attempting to bind port a1df4563-310a-42b1-9abc-0273e5ca3218 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:11.163969 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Checking agent: {'id': '0466c071-9c53-48bd-8a34-daa565f0b726', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826036-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 27, 21), 'started_at': datetime.datetime(2022, 1, 24, 10, 27, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826036-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:43:11.164442 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Checking segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:11.165143 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.165659 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Bound using segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:43:11.166109 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Bound port: a1df4563-310a-42b1-9abc-0273e5ca3218, host: dv-cinder-826036-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:43:11.166587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.180635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:11.181342 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.185082 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.203104 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=db4eae0c-3322-49f6-bcaf-4b2210b618c7,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.210729 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-acb10884-a31c-4b61-8c4e-3d70975ce6a8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329438 Jan 24 10:43:11.234371 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Request body: {'port': {'device_id': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:11.274082 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] For port a1df4563-310a-42b1-9abc-0273e5ca3218, host dv-cinder-826036-1-iscsi, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:43:11.278628 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] For port a1df4563-310a-42b1-9abc-0273e5ca3218, host dv-cinder-826036-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=a1df4563-310a-42b1-9abc-0273e5ca3218,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:43:11.287164 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.292887 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.351737 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.391554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.397208 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:11.397921 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:42:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:11.402091 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82ceb0-de3a-4946-9aaa-2d278e4647f4 None None] Pushing event updated for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.462044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a04cb-b301-4883-94c2-732142f172da req-57bf6647-e26b-49eb-9cee-1ab0d17eec80 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:11.463792 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-467a04cb-b301-4883-94c2-732142f172da req-57bf6647-e26b-49eb-9cee-1ab0d17eec80 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 931 time: 0.1376972 Jan 24 10:43:11.554816 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:11.607983 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.615857 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252914'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.661986 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-467a04cb-b301-4883-94c2-732142f172da req-2d7741dc-15ee-48ee-b852-11ee0dbecad9 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679375 Jan 24 10:43:11.668035 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:11.716066 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.738709 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=db4eae0c-3322-49f6-bcaf-4b2210b618c7,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.752711 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.754839 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-1c3120cb-0015-4a4d-860a-e5fe054b6933 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1598566 Jan 24 10:43:11.771188 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Provisioning complete for port a1df4563-310a-42b1-9abc-0273e5ca3218 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:11.771577 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.818925 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473922dd-ad0f-4050-b1c5-c64340d19f40 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:43:11.826799 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks [] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.840593 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Transition to ACTIVE for port object 473922dd-ad0f-4050-b1c5-c64340d19f40 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:43:11.849295 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.883734 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:11.884124 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.915607 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Pushing event updated for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:11.979173 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Current status of the port a1df4563-310a-42b1-9abc-0273e5ca3218 is: DOWN; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:11.979720 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:11.994790 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-98f9b32f-bb95-4c8d-a002-196c496522a7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1659982399&fields=id&tenant_id=eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 267 time: 0.1053941 Jan 24 10:43:12.060686 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:11Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:12.070213 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] For port a1df4563-310a-42b1-9abc-0273e5ca3218, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=a1df4563-310a-42b1-9abc-0273e5ca3218,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:12.075028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Attempting to bind port 473922dd-ad0f-4050-b1c5-c64340d19f40 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:43:12.075028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Attempting to bind port 473922dd-ad0f-4050-b1c5-c64340d19f40 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:43:12.075028 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Attempting to bind port 473922dd-ad0f-4050-b1c5-c64340d19f40 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:12.087980 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Port 473922dd-ad0f-4050-b1c5-c64340d19f40 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:43:12.088309 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Attempting to bind port 473922dd-ad0f-4050-b1c5-c64340d19f40 on network aae34615-8adf-4b7f-84df-b01d55f5ef68 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:12.098718 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:43:12.099191 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Checking segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:12.099451 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Bound using segment: {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:43:12.099893 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Bound port: 473922dd-ad0f-4050-b1c5-c64340d19f40, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:43:12.100265 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:12.103301 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:12.105382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521acefb-c3e0-47dc-a5b5-ab017015cc98 None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:11Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:12.115860 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:12.166289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-08dbd18a-0233-4bb8-8ec1-41b71f7889a6 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.168902 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-08dbd18a-0233-4bb8-8ec1-41b71f7889a6 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 809 time: 0.1655030 Jan 24 10:43:12.203778 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a6ab8-7f77-4a45-b355-d421c441b5ec None None] Pushing event updated for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:12.224319 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-de3606ae-37d3-4260-ae87-fefb467c5dd4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/quotas/eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 375 time: 0.0429721 Jan 24 10:43:12.281662 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:43:12.285832 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=473922dd-ad0f-4050-b1c5-c64340d19f40,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:43:12.293632 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:12.311500 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-3509433d-9fd5-4c19-8451-3c62dada255b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811880 Jan 24 10:43:12.336014 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-18851954-a094-4dd4-9160-385d90165e74 None None] Provisioning complete for port a1df4563-310a-42b1-9abc-0273e5ca3218 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:12.336704 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-18851954-a094-4dd4-9160-385d90165e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:12.369356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.370004 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:12.371462 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] 10.222.0.120 "PUT /v2.0/ports/473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 200 len: 1093 time: 1.1441455 Jan 24 10:43:12.371951 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:12.374340 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee06ee-3ef5-4006-adfc-e6817479e034" -d '{"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:12.462934 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-18851954-a094-4dd4-9160-385d90165e74 None None] Current status of the port a1df4563-310a-42b1-9abc-0273e5ca3218 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:12.469512 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3389e-d9d5-4345-bb8e-d767b6ce2479 x-openstack-request-id: req-48c3389e-d9d5-4345-bb8e-d767b6ce2479 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:12.469906 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:12.470081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48c3389e-d9d5-4345-bb8e-d767b6ce2479 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:12.470500 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'status': 'completed', 'code': 200} Jan 24 10:43:12.496286 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a8f7-467e-47db-ada0-f52225bf33eb service neutron] Pushing event updated for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:12.537035 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-d7d4f586-20ee-4f19-a7bb-47a76c56d7af service neutron] 10.222.0.45 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040691 Jan 24 10:43:12.538929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-34adb46a-b4cd-4399-b537-29e2981f3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.540429 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-34adb46a-b4cd-4399-b537-29e2981f3d43 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1096 time: 0.0956647 Jan 24 10:43:12.613582 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-f424cc4a-51d9-45f1-a5d1-e230cf707bdd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 200 len: 217 time: 0.0599835 Jan 24 10:43:12.701600 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:43:12.723253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-24f6d0d5-6c60-4adf-b15b-e4b2de631ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.724735 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-24f6d0d5-6c60-4adf-b15b-e4b2de631ef2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0837958 Jan 24 10:43:12.730895 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-d264f657-c5e9-4dcb-8b4c-9e50f760c0eb service neutron] 10.222.0.45 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879835 Jan 24 10:43:12.801502 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-f1cd0467-b28e-476e-abc1-f912a50db83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.803114 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-f1cd0467-b28e-476e-abc1-f912a50db83d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711048 Jan 24 10:43:12.913440 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bfbac-bfa0-4566-9f1c-b7aa26850776 req-fe389558-5342-44cd-b5fc-88f78c2437bf tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:12.914841 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e38bfbac-bfa0-4566-9f1c-b7aa26850776 req-fe389558-5342-44cd-b5fc-88f78c2437bf tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.1303833 Jan 24 10:43:12.961727 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8aa9dec4-af0d-4d48-8672-18efa69994d4 req-9d541a96-ed2a-4acc-a2f2-889f50b47273 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 210 time: 0.0579653 Jan 24 10:43:12.988521 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-a0e9508a-9760-45ec-8bdb-eb8753064f9d service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699603 Jan 24 10:43:13.084230 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e38bfbac-bfa0-4566-9f1c-b7aa26850776 req-e0da0be8-b89d-4621-91b2-ce92961af173 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523979 Jan 24 10:43:13.126437 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9f63d98-ea95-4c4b-acd9-26cf625cdf45 req-c06b19b7-0b6b-46a7-abcc-c2477bdd6024 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314380 Jan 24 10:43:13.228808 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-19a40930-8f59-45df-b4f7-f145e15e719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:13.230665 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-19a40930-8f59-45df-b4f7-f145e15e719e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1096 time: 0.0467923 Jan 24 10:43:13.352111 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-d27c1bf1-8199-43a4-9898-676fa82136cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:13.354046 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-d27c1bf1-8199-43a4-9898-676fa82136cb service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1169643 Jan 24 10:43:13.438843 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-228feb77-dc53-4a29-9672-44286e1f93aa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 200 len: 217 time: 0.0782483 Jan 24 10:43:13.506001 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-ff73cd47-7076-4ba3-a293-6a24406a7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:13.508175 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-ff73cd47-7076-4ba3-a293-6a24406a7c52 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0625956 Jan 24 10:43:13.590458 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-ca256cd1-b917-4653-9db5-2c64499781f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:13.593436 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-ca256cd1-b917-4653-9db5-2c64499781f0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756197 Jan 24 10:43:13.696043 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device a1df4563-310a-42b1-9abc-0273e5ca3218 up at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:13.727338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-355408cc-e19e-4d74-89fa-68ec6c151143 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239758 Jan 24 10:43:13.763622 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Provisioning complete for port a1df4563-310a-42b1-9abc-0273e5ca3218 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:13.764403 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:13.862578 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-deee06ee-3ef5-4006-adfc-e6817479e034 req-6841e761-6156-4882-9e9a-af62065be1db service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243136 Jan 24 10:43:13.873245 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Current status of the port a1df4563-310a-42b1-9abc-0273e5ca3218 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:14.077101 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9a984593-af11-42b7-8426-0af6e8c2fe6c req-ef9908fb-aae2-44c8-8cdd-226f42b2a8a6 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 210 time: 0.0334866 Jan 24 10:43:14.195784 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-bb23f66b-0db5-4701-a893-d760755c9069 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:14.197265 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-bb23f66b-0db5-4701-a893-d760755c9069 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 809 time: 0.1225264 Jan 24 10:43:14.269155 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a5350-d0e4-4ad4-ad98-2a0e9e517fdc req-f070b309-7dd3-4bf5-8e97-89e04f358be8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:14.270592 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9d4a5350-d0e4-4ad4-ad98-2a0e9e517fdc req-f070b309-7dd3-4bf5-8e97-89e04f358be8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0968661 Jan 24 10:43:14.292332 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-f7508a90-cfc7-4b31-82ff-7e1f92053570 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 380 time: 0.0813503 Jan 24 10:43:14.305011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'port': {'device_id': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'admin_state_up': True, 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'security_groups': ['cfa98e8a-2883-434d-9f5d-ac6f04f83c42']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:14.384007 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9d4a5350-d0e4-4ad4-ad98-2a0e9e517fdc req-f03ac3bb-7238-4022-b463-06155b969318 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058104 Jan 24 10:43:14.434149 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Made reservation on behalf of eee5da6539054581b0e623b7d925297c for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:43:14.437740 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:14.506685 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4009bee4-824e-4e74-a8cd-0d66606f0f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:14.565918 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Allocated IP 172.20.0.10 (3101b37b-44b6-4827-a29b-679aa0949882/b1bc4617-8641-430b-b1d1-3df74ec32c60/065192cf-2072-41b9-87f8-3c3851c8e855) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:14.703473 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (065192cf-2072-41b9-87f8-3c3851c8e855), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:14.736401 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:14.780201 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Network 3101b37b-44b6-4827-a29b-679aa0949882 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:14.783307 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:14.787042 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:14.813389 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:14.840038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:14.840676 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:14.859292 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-77966a3b-f617-4e20-940a-89a1bff9af02 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600083 Jan 24 10:43:14.870346 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Request body: {'port': {'device_id': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:14.930359 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.046176 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-a5768111-db71-4919-8066-6ece1faa5a6f None None] Provisioning complete for port 065192cf-2072-41b9-87f8-3c3851c8e855 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:15.046811 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5768111-db71-4919-8066-6ece1faa5a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.085857 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a5768111-db71-4919-8066-6ece1faa5a6f None None] Port 065192cf-2072-41b9-87f8-3c3851c8e855 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:43:15.235852 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e80c-5966-47fe-8078-31a23ddb5873 req-eee5534b-0d2e-44a5-bd15-18f50f07b2a8 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.237951 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d86e80c-5966-47fe-8078-31a23ddb5873 req-eee5534b-0d2e-44a5-bd15-18f50f07b2a8 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 932 time: 0.0912259 Jan 24 10:43:15.243216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065192cf-2072-41b9-87f8-3c3851c8e855 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:43:15.251953 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks [] for port (065192cf-2072-41b9-87f8-3c3851c8e855), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.278831 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Transition to ACTIVE for port object 065192cf-2072-41b9-87f8-3c3851c8e855 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:43:15.287149 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.337907 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d86e80c-5966-47fe-8078-31a23ddb5873 req-709f3ebd-7e91-43c5-aa39-790aa1840d5d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903060 Jan 24 10:43:15.358472 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Pushing event updated for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:15.431692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Attempting to bind port 065192cf-2072-41b9-87f8-3c3851c8e855 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:43:15.431692 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Attempting to bind port 065192cf-2072-41b9-87f8-3c3851c8e855 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:43:15.432122 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Attempting to bind port 065192cf-2072-41b9-87f8-3c3851c8e855 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:15.437095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Port 065192cf-2072-41b9-87f8-3c3851c8e855 on network 3101b37b-44b6-4827-a29b-679aa0949882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:43:15.437435 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Attempting to bind port 065192cf-2072-41b9-87f8-3c3851c8e855 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:43:15.443065 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:43:15.443411 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Checking segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:43:15.443810 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Bound using segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:43:15.444491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Bound port: 065192cf-2072-41b9-87f8-3c3851c8e855, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:43:15.444866 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.553552 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835333-c29c-4c69-9120-e299b5555bf6 req-f1e7eb2a-7d61-4754-be32-dd92f5505119 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.556757 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a6835333-c29c-4c69-9120-e299b5555bf6 req-f1e7eb2a-7d61-4754-be32-dd92f5505119 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0967579 Jan 24 10:43:15.558803 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:43:15.561943 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=065192cf-2072-41b9-87f8-3c3851c8e855,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:43:15.572082 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.624720 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.625385 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:15.626798 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] 10.222.0.120 "PUT /v2.0/ports/065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 1094 time: 0.7606370 Jan 24 10:43:15.629597 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:15.631946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d61b2-8901-4192-a013-2f98e767a231" -d '{"events": [{"name": "network-changed", "server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:15.663946 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a6835333-c29c-4c69-9120-e299b5555bf6 req-7745b36e-7faf-49b3-90dd-8a683caba07b tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006732 Jan 24 10:43:15.669591 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d86a63-509f-4fbb-a92c-7716f3ff0074 service neutron] Pushing event updated for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:15.693860 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e043c-9193-47c7-844c-a5f05939d29f x-openstack-request-id: req-a26e043c-9193-47c7-844c-a5f05939d29f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:15.694181 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:15.694500 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a26e043c-9193-47c7-844c-a5f05939d29f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:15.694863 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855', 'status': 'completed', 'code': 200} Jan 24 10:43:15.742080 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-ce1da827-e1de-4ac4-aa68-32f6df826190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.743795 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-ce1da827-e1de-4ac4-aa68-32f6df826190 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1097 time: 0.0443699 Jan 24 10:43:15.791661 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-e38df509-3d30-494a-a57f-86b29921d1b5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 217 time: 0.0395789 Jan 24 10:43:15.841118 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-4f7ab867-c718-435e-99b9-a50b16b9acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.842631 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-4f7ab867-c718-435e-99b9-a50b16b9acdf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0438552 Jan 24 10:43:15.886675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354850d-3069-437a-91ec-031549724166 req-ae77ff5c-b084-46d2-8093-c1ffc32b3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:15.888025 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-ae77ff5c-b084-46d2-8093-c1ffc32b3d42 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391839 Jan 24 10:43:15.979179 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-5e6e5da5-8d9e-4cf2-8f93-6f9ad997f38b service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Jan 24 10:43:16.068710 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3354850d-3069-437a-91ec-031549724166 req-3c2b7a80-6059-44d8-9859-966309a84921 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Jan 24 10:43:16.156923 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d61b2-8901-4192-a013-2f98e767a231 req-71dcfdaf-865f-4740-8edc-e2176de04b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.158305 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-71dcfdaf-865f-4740-8edc-e2176de04b1c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1097 time: 0.0406215 Jan 24 10:43:16.248008 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d61b2-8901-4192-a013-2f98e767a231 req-0155eaa2-d15b-4fdc-a178-2cd9ad6a3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.249500 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-0155eaa2-d15b-4fdc-a178-2cd9ad6a3e82 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.0846863 Jan 24 10:43:16.294668 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-1ba499cd-34ef-44a9-8d33-47191b614f97 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 217 time: 0.0372336 Jan 24 10:43:16.342757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d61b2-8901-4192-a013-2f98e767a231 req-0a34ec92-106d-4a08-8fd3-f9bc00dc2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.344210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-0a34ec92-106d-4a08-8fd3-f9bc00dc2708 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0432584 Jan 24 10:43:16.389927 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d61b2-8901-4192-a013-2f98e767a231 req-1938b19f-32fc-4839-95d1-fe616de6fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.391436 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-1938b19f-32fc-4839-95d1-fe616de6fac0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411651 Jan 24 10:43:16.507650 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69994e-10c3-4fad-a551-663c6057e664 req-3738b185-3227-41cd-b59a-e951658a6160 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.509504 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eb69994e-10c3-4fad-a551-663c6057e664 req-3738b185-3227-41cd-b59a-e951658a6160 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 944 time: 0.1024511 Jan 24 10:43:16.528985 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-e867bf91-5d37-4d21-8424-1b30b900ee82 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290874 Jan 24 10:43:16.805972 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b460e80e-e42c-4603-b83f-9552b97c064e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:16.910077 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eb69994e-10c3-4fad-a551-663c6057e664 req-1f4ff365-eefe-4f6b-bfbe-28a8f61b47a3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921986 Jan 24 10:43:16.958726 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-362d61b2-8901-4192-a013-2f98e767a231 req-4e95a356-2d9e-4918-8bd2-7893ccdb1c80 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220238 Jan 24 10:43:16.967815 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddca7a-7f9d-487f-a99d-8bcca480c9f5 req-4a33ca36-a1e9-415a-98f5-37ae0def4fe1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:16.969197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9eddca7a-7f9d-487f-a99d-8bcca480c9f5 req-4a33ca36-a1e9-415a-98f5-37ae0def4fe1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0792086 Jan 24 10:43:17.017842 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9eddca7a-7f9d-487f-a99d-8bcca480c9f5 req-57f50a31-8d44-4a83-bbc9-b7a4273d7d5f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Jan 24 10:43:18.026875 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056800cd-ffb0-4fe5-93b6-6cba102600ca req-f8ffc58f-2481-47f5-9199-bdef240458dc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:18.028368 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-056800cd-ffb0-4fe5-93b6-6cba102600ca req-f8ffc58f-2481-47f5-9199-bdef240458dc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 944 time: 0.0514629 Jan 24 10:43:18.052587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:18.077637 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-056800cd-ffb0-4fe5-93b6-6cba102600ca req-eba3ad11-0dab-4eff-beaa-83b5c5388983 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Jan 24 10:43:18.132837 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c7738-9c36-4d80-bfbf-239008eec2dc req-e12d7b6c-3cba-4c3f-8f00-eebd0d54f7fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:18.134251 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-431c7738-9c36-4d80-bfbf-239008eec2dc req-e12d7b6c-3cba-4c3f-8f00-eebd0d54f7fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0491109 Jan 24 10:43:18.183018 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-431c7738-9c36-4d80-bfbf-239008eec2dc req-4f07865a-c9d3-44f6-b6c4-674ecd9858b8 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Jan 24 10:43:18.235488 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 065192cf-2072-41b9-87f8-3c3851c8e855 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:43:18.470468 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=065192cf-2072-41b9-87f8-3c3851c8e855,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:18.481289 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '065192cf-2072-41b9-87f8-3c3851c8e855', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'port_id': '065192cf-2072-41b9-87f8-3c3851c8e855', 'mac_address': 'fa:16:3e:9f:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:43:18.517684 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 065192cf-2072-41b9-87f8-3c3851c8e855 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:18.518701 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:18.531400 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065192cf-2072-41b9-87f8-3c3851c8e855 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:43:18.551404 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=065192cf-2072-41b9-87f8-3c3851c8e855,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:18.555506 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:18.601284 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:18.843576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['065192cf-2072-41b9-87f8-3c3851c8e855'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:43:19.193889 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9360e1-16e4-4150-9110-ddf12a37454f req-87c762dc-5691-464b-bbd5-0b356f1da790 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:19.195340 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b9360e1-16e4-4150-9110-ddf12a37454f req-87c762dc-5691-464b-bbd5-0b356f1da790 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Jan 24 10:43:19.247574 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b9360e1-16e4-4150-9110-ddf12a37454f req-ba4b8255-9d47-4952-850a-4fb722e580ce tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467005 Jan 24 10:43:19.305757 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd0c1-487e-4e0e-8a7e-d18c991d0bfb req-9bb31141-6b02-402f-a224-7250a4f860b9 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:19.307225 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-790cd0c1-487e-4e0e-8a7e-d18c991d0bfb req-9bb31141-6b02-402f-a224-7250a4f860b9 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0500453 Jan 24 10:43:19.359097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-790cd0c1-487e-4e0e-8a7e-d18c991d0bfb req-5f89c184-4be8-4a14-aaa5-994747660835 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461338 Jan 24 10:43:19.468970 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.246154 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 473922dd-ad0f-4050-b1c5-c64340d19f40 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:43:20.249298 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 065192cf-2072-41b9-87f8-3c3851c8e855 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:20.360852 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 065192cf-2072-41b9-87f8-3c3851c8e855 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:43:20.368051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ed8e1-dba0-4fa0-bb52-26292e5bee88 req-1123857d-8c68-47f6-a0e1-62de535e4dd9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:20.369605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-941ed8e1-dba0-4fa0-bb52-26292e5bee88 req-1123857d-8c68-47f6-a0e1-62de535e4dd9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 945 time: 0.0534959 Jan 24 10:43:20.369737 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 065192cf-2072-41b9-87f8-3c3851c8e855 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:20.370114 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.410372 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=473922dd-ad0f-4050-b1c5-c64340d19f40,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:20.427119 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-941ed8e1-dba0-4fa0-bb52-26292e5bee88 req-63bfdbf4-7902-4fce-a98d-650b2f84de5c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515215 Jan 24 10:43:20.431182 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'port_id': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'mac_address': 'fa:16:3e:44:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:43:20.476767 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302efe3-8091-433b-a976-e555f74a3d32 req-ffe327c0-7fb0-4482-a65b-43f9ee6e6d83 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:20.478338 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6302efe3-8091-433b-a976-e555f74a3d32 req-ffe327c0-7fb0-4482-a65b-43f9ee6e6d83 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 943 time: 0.0488334 Jan 24 10:43:20.502163 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 473922dd-ad0f-4050-b1c5-c64340d19f40 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:20.502747 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.516889 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 065192cf-2072-41b9-87f8-3c3851c8e855 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:20.517296 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.522392 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473922dd-ad0f-4050-b1c5-c64340d19f40 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:43:20.528264 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6302efe3-8091-433b-a976-e555f74a3d32 req-93c13494-f9e4-48e0-b610-99abe66ea978 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Jan 24 10:43:20.557465 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=473922dd-ad0f-4050-b1c5-c64340d19f40,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:20.561683 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:20.563950 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d70e9c-4bf1-4a00-b02b-5e035425a195" -d '{"events": [{"server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "name": "network-vif-plugged", "status": "completed", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:20.572810 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.579226 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=065192cf-2072-41b9-87f8-3c3851c8e855,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:20.602684 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.605352 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c958b0-5d06-4986-af86-d0df2e7a1476 x-openstack-request-id: req-d9c958b0-5d06-4986-af86-d0df2e7a1476 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:20.605651 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "name": "network-vif-plugged", "status": "completed", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:20.605914 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9c958b0-5d06-4986-af86-d0df2e7a1476 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:20.606317 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855', 'code': 200} Jan 24 10:43:20.630158 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:20.682690 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:20.788088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0875f5-ba3b-4609-917b-0be4ab06d770 req-4f7489fc-a92b-4e0d-8ecc-ae8440b9d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:20.789550 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb0875f5-ba3b-4609-917b-0be4ab06d770 req-4f7489fc-a92b-4e0d-8ecc-ae8440b9d086 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1099 time: 0.0408149 Jan 24 10:43:20.793460 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:20.837437 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb0875f5-ba3b-4609-917b-0be4ab06d770 req-1715307c-b9af-4a46-8005-20393a02343c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Jan 24 10:43:20.876255 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['473922dd-ad0f-4050-b1c5-c64340d19f40'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:43:21.546221 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f7c3-be03-43ad-9888-113a20d69295 req-e0d3918d-626b-441b-bef3-78b115d2432e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:21.547721 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6873f7c3-be03-43ad-9888-113a20d69295 req-e0d3918d-626b-441b-bef3-78b115d2432e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0527611 Jan 24 10:43:21.596235 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6873f7c3-be03-43ad-9888-113a20d69295 req-403898e8-6fc1-45b0-a33b-f95c9bf1632c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Jan 24 10:43:21.648911 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f25bc-3a3a-48d2-907e-9455efb311f2 req-bf6a4052-3f22-4df3-8413-4ea056400f5c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:21.650480 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d6f25bc-3a3a-48d2-907e-9455efb311f2 req-bf6a4052-3f22-4df3-8413-4ea056400f5c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 944 time: 0.0485668 Jan 24 10:43:21.698638 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d6f25bc-3a3a-48d2-907e-9455efb311f2 req-6c2018ce-22d5-48ae-9c23-787dff23db7c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Jan 24 10:43:22.261218 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 473922dd-ad0f-4050-b1c5-c64340d19f40 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:43:22.309840 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 473922dd-ad0f-4050-b1c5-c64340d19f40 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:43:22.313870 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 473922dd-ad0f-4050-b1c5-c64340d19f40 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:22.314247 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:22.392403 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 473922dd-ad0f-4050-b1c5-c64340d19f40 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:22.392789 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:22.427455 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=473922dd-ad0f-4050-b1c5-c64340d19f40,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:22.432102 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:22.479319 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:22.607227 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:22.609685 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8093a8-0db8-4720-9ae2-6f6f2293050d" -d '{"events": [{"server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "name": "network-vif-plugged", "status": "completed", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:22.647453 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383dfa16-e2c0-48a4-a501-81c5672a5fc1 x-openstack-request-id: req-383dfa16-e2c0-48a4-a501-81c5672a5fc1 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:22.647767 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "name": "network-vif-plugged", "status": "completed", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:22.648032 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-383dfa16-e2c0-48a4-a501-81c5672a5fc1 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:22.648449 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'code': 200} Jan 24 10:43:22.711160 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4074196-4595-4497-89ea-3bb1332b7896 req-c915e73d-e7e7-4bf0-b948-25aedb5965b7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:22.712666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4074196-4595-4497-89ea-3bb1332b7896 req-c915e73d-e7e7-4bf0-b948-25aedb5965b7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0490327 Jan 24 10:43:22.764247 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4074196-4595-4497-89ea-3bb1332b7896 req-9a5bd93d-5cc9-4a3a-bc8c-bd7ef3ba13e2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460098 Jan 24 10:43:22.815780 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd25c0-bfd4-4c20-8009-85f099a35759 req-e9edcd27-cf89-4601-b6ea-f5af14cdf336 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:22.817532 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24dd25c0-bfd4-4c20-8009-85f099a35759 req-e9edcd27-cf89-4601-b6ea-f5af14cdf336 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0505683 Jan 24 10:43:22.905784 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24dd25c0-bfd4-4c20-8009-85f099a35759 req-8a81e585-0ce1-44b7-8105-f970d96266f1 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827162 Jan 24 10:43:22.937622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6698a56-99b4-4bbb-8dc7-00e8f9170c2b req-65d43c3b-8fc7-4e9b-ae0f-0aacdcf41611 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:22.939108 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a6698a56-99b4-4bbb-8dc7-00e8f9170c2b req-65d43c3b-8fc7-4e9b-ae0f-0aacdcf41611 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.1027250 Jan 24 10:43:22.947508 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53554) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:22.953306 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'floatingip': {'port_id': '065192cf-2072-41b9-87f8-3c3851c8e855'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:22.958654 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45506-4be5-4a59-833e-e730d64e2b7f req-8c591b3b-7f5c-4d97-a59d-6e79f38a6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:22.960118 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-25b45506-4be5-4a59-833e-e730d64e2b7f req-8c591b3b-7f5c-4d97-a59d-6e79f38a6a44 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1098 time: 0.0707309 Jan 24 10:43:23.006585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:23.095195 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-25b45506-4be5-4a59-833e-e730d64e2b7f req-a350bf0f-8fb7-4d05-80a1-de5d1a7d6de0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076601 Jan 24 10:43:23.461374 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:23.465409 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:23.572049 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Floating IP d7ecb24e-14e7-4e62-ba1a-2e96228f8f09 associated. External IP: 172.27.1.12, port: 065192cf-2072-41b9-87f8-3c3851c8e855. Jan 24 10:43:23.777637 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:23.890120 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:23.896118 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:23.901962 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:23.914651 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:23.915451 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:23.929531 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4685e9a5-3121-4fc4-896b-46af367f84d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "PUT /v2.0/floatingips/d7ecb24e-14e7-4e62-ba1a-2e96228f8f09 HTTP/1.1" status: 200 len: 991 time: 0.9808800 Jan 24 10:43:23.930579 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:23.933372 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2521deb9-e60f-4e29-92c9-036181cf8afa" -d '{"events": [{"name": "network-changed", "server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:24.040011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc4be-d40e-4b1f-ad0e-23aba74b2551 req-61b9e938-749c-433d-b04e-9434dc09d82e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:24.041825 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f21dc4be-d40e-4b1f-ad0e-23aba74b2551 req-61b9e938-749c-433d-b04e-9434dc09d82e tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0563569 Jan 24 10:43:24.050704 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:24.079275 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd3e02-2f8c-44d4-84f7-f57a878dbdf4 x-openstack-request-id: req-26dd3e02-2f8c-44d4-84f7-f57a878dbdf4 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:24.079587 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:24.079851 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26dd3e02-2f8c-44d4-84f7-f57a878dbdf4 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:24.080335 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855', 'status': 'completed', 'code': 200} Jan 24 10:43:24.099684 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f21dc4be-d40e-4b1f-ad0e-23aba74b2551 req-d7c39224-55c6-4878-9b8d-13abf548e905 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503051 Jan 24 10:43:24.154840 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-4435dae4-455f-41ed-8589-9b3f06ea8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:24.156409 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-4435dae4-455f-41ed-8589-9b3f06ea8e64 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1099 time: 0.0493624 Jan 24 10:43:24.264950 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-3f5d1f21-f65d-4e2d-b540-14b5f1f39b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:24.266480 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-3f5d1f21-f65d-4e2d-b540-14b5f1f39b18 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.1003597 Jan 24 10:43:24.291821 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'd7ecb24e-14e7-4e62-ba1a-2e96228f8f09', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '065192cf-2072-41b9-87f8-3c3851c8e855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:9f:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:11Z', 'updated_at': '2022-01-24T10:43:23Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:24.335074 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:24.343324 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-9641e0a4-9309-4bf6-874e-7c3b5bb547b1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 999 time: 0.0664761 Jan 24 10:43:24.347937 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:24.348882 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:24.404710 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-16628ea0-b73d-41b4-84e2-dbdf9eeb5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:24.406700 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-16628ea0-b73d-41b4-84e2-dbdf9eeb5380 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0542119 Jan 24 10:43:24.462314 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-eb59f931-0811-428b-ac10-9e3761636a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:24.462778 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:24.463875 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-eb59f931-0811-428b-ac10-9e3761636a67 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487998 Jan 24 10:43:24.578265 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-be1f6edb-2bfb-452b-b10b-82bf9c0a33e3 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934727 Jan 24 10:43:24.671759 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2521deb9-e60f-4e29-92c9-036181cf8afa req-6ab9263f-2cf6-4942-b13f-a99ebb839677 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Jan 24 10:43:24.693794 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'd7ecb24e-14e7-4e62-ba1a-2e96228f8f09', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '065192cf-2072-41b9-87f8-3c3851c8e855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:9f:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:11Z', 'updated_at': '2022-01-24T10:43:23Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:24.723186 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6fa7a-c9ac-4416-96e9-8a380d6b28d7 None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'd7ecb24e-14e7-4e62-ba1a-2e96228f8f09', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '065192cf-2072-41b9-87f8-3c3851c8e855', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:9f:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:11Z', 'updated_at': '2022-01-24T10:43:23Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:24.931643 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50787c19-177b-4904-9ac0-87cc1dccc2a1 None None] New status for floating IP d7ecb24e-14e7-4e62-ba1a-2e96228f8f09: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:43:25.218962 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb573c-a9af-475a-ae55-500c3d26709c req-3f592bb2-6eef-4fac-800e-7e184c32e3fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:25.220349 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99bb573c-a9af-475a-ae55-500c3d26709c req-3f592bb2-6eef-4fac-800e-7e184c32e3fe tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Jan 24 10:43:25.271762 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-99bb573c-a9af-475a-ae55-500c3d26709c req-82fdc069-da90-490c-8366-c76049bd10ad tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Jan 24 10:43:25.386427 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db648-007c-4bdd-959b-d2688fef5c9c req-13b2fd55-f996-47d6-a22f-b16029d27dc4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:25.387877 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-518db648-007c-4bdd-959b-d2688fef5c9c req-13b2fd55-f996-47d6-a22f-b16029d27dc4 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Jan 24 10:43:25.435780 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-518db648-007c-4bdd-959b-d2688fef5c9c req-77abd767-6a65-4c7f-885f-610ee775ad23 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Jan 24 10:43:25.459149 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53568) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:25.604498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e63d2-7391-4919-9da2-57e9fb90507e tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:25.606069 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-531e63d2-7391-4919-9da2-57e9fb90507e tempest-TestVolumeBootPattern-2073128334 tempest-TestVolumeBootPattern-2073128334-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1093 time: 0.1459346 Jan 24 10:43:25.608923 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:25.613839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'port_id': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:25.637721 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:25.733787 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:25.835324 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Allocated IP 172.27.1.8 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/0b9d2130-8769-44ec-ad17-7ab4568c58b1) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:43:25.938050 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:25.974029 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:26.013750 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:43:26.018041 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:43:26.022849 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:43:26.025863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=0b9d2130-8769-44ec-ad17-7ab4568c58b1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:26.383240 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (8a817007-d006-4a1b-acbb-a082822c6a21), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:26.447465 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:26.592537 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:26.597529 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:26.955843 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event updated for resources: {'Port': ['ID=0b9d2130-8769-44ec-ad17-7ab4568c58b1,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:26.980709 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (8a817007-d006-4a1b-acbb-a082822c6a21), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.033979 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-c71642e6-f8e9-42e2-8baf-340016bc3728 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688502388&fields=id&tenant_id=1b39ed0947b142b49ada5446784c38db HTTP/1.1" status: 200 len: 267 time: 0.1014385 Jan 24 10:43:27.126558 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-c2216f32-9822-4e60-9e83-4cedd2e5f370 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:27.128024 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-c2216f32-9822-4e60-9e83-4cedd2e5f370 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 984 time: 0.0876784 Jan 24 10:43:27.130146 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP 8a817007-d006-4a1b-acbb-a082822c6a21 associated. External IP: 172.27.1.8, port: 473922dd-ad0f-4050-b1c5-c64340d19f40. Jan 24 10:43:27.175617 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Request body: {'port': {'security_groups': ['bfca5069-02a7-400b-8531-4087af1bc071']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:43:27.286413 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.513836 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:27.594775 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:27.667672 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for port (82262264-99d1-4713-8693-6a9f8751e069), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.675662 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.685293 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:27.688250 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:43:27.698735 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:27.710211 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:27.711231 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:27.736074 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:27.736887 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.742027 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eb5ff627-2818-4b09-a5a0-66a53a6410d9 req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "PUT /v2.0/ports/82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 942 time: 0.5760481 Jan 24 10:43:27.742534 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:27.745005 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c57a372-e6ac-4ba1-b4de-91856ec43d96" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:27.745280 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53584) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:27.756724 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.792817 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d677cc-8086-44ea-b06c-f11b22b2c5c8 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event updated for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=7']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:27.799387 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2e0c3b7e-af73-4cfd-bb25-182aa652e422 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1893706 Jan 24 10:43:27.834674 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba7f4ed-9ac4-4a45-bbfe-d1bdfb44ca0c x-openstack-request-id: req-4ba7f4ed-9ac4-4a45-bbfe-d1bdfb44ca0c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:27.834975 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:27.835241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ba7f4ed-9ac4-4a45-bbfe-d1bdfb44ca0c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:27.835664 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:43:27.850306 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:27.854517 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (b8ebda8e-aa8e-41ac-9b2d-c2b85f636845), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.883953 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (b8ebda8e-aa8e-41ac-9b2d-c2b85f636845), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.887249 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:43:27.924429 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-bcfa14de-22d2-44ad-8681-b44f47fda9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:27.926150 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-bcfa14de-22d2-44ad-8681-b44f47fda9e9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0521753 Jan 24 10:43:27.962059 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b8ebda8e-aa8e-41ac-9b2d-c2b85f636845), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.969271 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:27.971635 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "DELETE /v2.0/security-groups/b8ebda8e-aa8e-41ac-9b2d-c2b85f636845 HTTP/1.1" status: 204 len: 168 time: 0.2252243 Jan 24 10:43:27.976991 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:27.984011 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66574675-a62b-4a3a-aceb-cb4a8ff2f89e tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ebda8e-aa8e-41ac-9b2d-c2b85f636845,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:28.132859 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-4762d324-5d2f-41b5-aec2-f650111824eb None None] Provisioning complete for port 82262264-99d1-4713-8693-6a9f8751e069 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:43:28.133263 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4762d324-5d2f-41b5-aec2-f650111824eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (82262264-99d1-4713-8693-6a9f8751e069), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.156124 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-2864ef7d-a01e-4ad6-a88e-cee3cfaece42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:28.157662 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-2864ef7d-a01e-4ad6-a88e-cee3cfaece42 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.2247810 Jan 24 10:43:28.218727 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-4762d324-5d2f-41b5-aec2-f650111824eb None None] Current status of the port 82262264-99d1-4713-8693-6a9f8751e069 is: ACTIVE; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:43:28.263222 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-67995531-a344-4e50-90fa-a17a116e7594 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 1001 time: 0.0958710 Jan 24 10:43:28.270866 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8a817007-d006-4a1b-acbb-a082822c6a21', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:44:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:26Z', 'updated_at': '2022-01-24T10:43:26Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}, {'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:28.301904 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:28.312873 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:28.313927 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:28.323166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Deleting port 5e8ae471-9185-423c-8963-b99842e39aaf {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:28.323590 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.350114 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-9dae3930-b287-478c-800f-73d865634346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:28.351675 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-9dae3930-b287-478c-800f-73d865634346 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0740089 Jan 24 10:43:28.421964 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:28.445870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-2b034bca-0482-4c10-ac04-30e46707d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:28.447357 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-2b034bca-0482-4c10-ac04-30e46707d0c6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678875 Jan 24 10:43:28.449076 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.449419 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for floatingip (5e8ae471-9185-423c-8963-b99842e39aaf), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.478615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Calling delete_port for 5e8ae471-9185-423c-8963-b99842e39aaf owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:28.624553 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-8be2e162-e16a-434b-bf38-04c13f284284 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673174 Jan 24 10:43:28.650314 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8a817007-d006-4a1b-acbb-a082822c6a21', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:44:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:26Z', 'updated_at': '2022-01-24T10:43:26Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}, {'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:28.683217 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8963b8c-16cc-4ff3-8a49-78ef8709611d None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': '8a817007-d006-4a1b-acbb-a082822c6a21', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:44:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:43:26Z', 'updated_at': '2022-01-24T10:43:26Z', 'revision_number': 0, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}, {'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:28.768833 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c57a372-e6ac-4ba1-b4de-91856ec43d96 req-65fcff09-1afc-47b9-9c02-2ea4f136439f service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354733 Jan 24 10:43:28.786232 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (5e8ae471-9185-423c-8963-b99842e39aaf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.811585 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event deleted for resources: {'Port': ['ID=5e8ae471-9185-423c-8963-b99842e39aaf,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:28.879731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks [] for floatingip (b57fc10b-f124-40d2-bfd9-f3a835341653), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:28.879989 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Floating IP b57fc10b-f124-40d2-bfd9-f3a835341653 disassociated (deleted). External IP: 172.27.1.157, port: 82262264-99d1-4713-8693-6a9f8751e069. Jan 24 10:43:28.924979 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bbff3-3a09-4269-8db7-69fe207cbcf7 None None] New status for floating IP 8a817007-d006-4a1b-acbb-a082822c6a21: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:43:29.094919 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:29.202173 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:29.207088 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:29.212628 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Sync routers for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:29.222760 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:29.223376 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:29.234306 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b1ef3b72-1a16-40ad-982e-ac79069277ab tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "DELETE /v2.0/floatingips/b57fc10b-f124-40d2-bfd9-f3a835341653 HTTP/1.1" status: 204 len: 168 time: 1.2539048 Jan 24 10:43:29.334019 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:29.551555 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:29.578188 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Checking router: 236c1014-5ff2-45ed-b11e-2fa10fec0d80 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:29.588594 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:29.589687 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:29.694319 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:29.837763 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40'}, {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:29.840057 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cce645-a8d1-476a-b91b-4dbe1ea2765c" -d '{"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40"}, {"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:29.851311 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-0cd33c83-f8cb-4eb6-9b4d-424f55a212cf service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499656 Jan 24 10:43:29.889693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74372ad-8263-44aa-9922-0097e1a2c7fa x-openstack-request-id: req-e74372ad-8263-44aa-9922-0097e1a2c7fa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:29.890003 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:29.890274 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e74372ad-8263-44aa-9922-0097e1a2c7fa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:29.890676 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'status': 'completed', 'code': 200} Jan 24 10:43:29.890943 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:43:29.899573 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:29.926739 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29fe88-b3aa-4159-ac88-526715f14354 None None] The sync data for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi is: [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:41:01Z', 'revision_number': 4, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '11448e47-70f9-40ce-91e7-0ba5a3606c9b', 'name': '', 'network_id': 'c264eef2-c868-4db8-8381-c9782c5d4a83', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'mac_address': 'fa:16:3e:e7:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:07Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'subnets': [{'id': '1d95b254-e88a-4572-82e0-3daafef262b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:29.974909 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-3fa91545-fdf0-4ed5-be21-d5c81ac15b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:29.976611 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-3fa91545-fdf0-4ed5-be21-d5c81ac15b23 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.0734601 Jan 24 10:43:29.978613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-156a34ac-f8e9-4f1f-bd07-3761361f3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:29.980037 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-156a34ac-f8e9-4f1f-bd07-3761361f3710 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1098 time: 0.0684023 Jan 24 10:43:30.130802 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:30.148164 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-c1b62b01-c1b5-470a-bc7d-1081cd53d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.149719 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-c1b62b01-c1b5-470a-bc7d-1081cd53d2a2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1610260 Jan 24 10:43:30.154842 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-8ee71713-b37c-4820-8115-a27de514b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.156490 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-8ee71713-b37c-4820-8115-a27de514b2de service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.1491930 Jan 24 10:43:30.200061 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df97e0-9c2a-4360-97b6-67780e6f268a None None] New status for floating IP b57fc10b-f124-40d2-bfd9-f3a835341653: DOWN {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:43:30.270979 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-a90edcc9-8a5d-4be7-b283-3a5b5e9b23bc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 200 len: 999 time: 0.1135023 Jan 24 10:43:30.272766 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-74ff037a-1c0f-4915-af96-c22091368644 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 1000 time: 0.1086440 Jan 24 10:43:30.365517 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-a585df44-2462-4be8-8358-9a6917aeed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.366910 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-a585df44-2462-4be8-8358-9a6917aeed2e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0854132 Jan 24 10:43:30.368306 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-5463119b-d990-41a5-95d3-d6df4afd1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.369645 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-5463119b-d990-41a5-95d3-d6df4afd1cc2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0794559 Jan 24 10:43:30.443989 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-594d67f2-6d28-430c-a3bb-be2b8709d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.445518 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-594d67f2-6d28-430c-a3bb-be2b8709d671 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666330 Jan 24 10:43:30.447907 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-d8e32967-9500-43ad-9884-de63b72ec443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:30.449267 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-d8e32967-9500-43ad-9884-de63b72ec443 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630977 Jan 24 10:43:30.908627 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-6d4f49c2-93e9-4eb4-8b9f-1dc29f04ef6d service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508290 Jan 24 10:43:30.910472 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-d241ee71-0038-4b45-9ea2-b5438e81974e service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519024 Jan 24 10:43:31.071507 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-d92524ab-3225-4c2f-8af9-7f7136440640 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511548 Jan 24 10:43:31.073280 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4612eeb2-a561-4c9e-9a67-bc45dc75b2be req-3cf50d4c-1992-4e67-aaf7-6ec58efab07a service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518891 Jan 24 10:43:31.157319 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-4b984e75-5edf-4ff1-80b1-1f45c9fb700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:31.158850 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-4b984e75-5edf-4ff1-80b1-1f45c9fb700d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1b39ed0947b142b49ada5446784c38db&device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 1098 time: 0.0408626 Jan 24 10:43:31.252172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-63a778e6-0f14-4c5b-8cbd-8c3b91cbd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:31.254282 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-63a778e6-0f14-4c5b-8cbd-8c3b91cbd1b9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 200 len: 916 time: 0.0875032 Jan 24 10:43:31.295240 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-d42f42c0-f35e-424d-a0ba-30b30f1d8f74 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 200 len: 217 time: 0.0338120 Jan 24 10:43:31.347123 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-05843302-8158-4452-b9f8-551f0bcd9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:31.348605 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-05843302-8158-4452-b9f8-551f0bcd9a61 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 200 len: 854 time: 0.0473533 Jan 24 10:43:31.393734 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-99f1bf57-c6aa-4040-a41e-265214e0ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:31.395211 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-99f1bf57-c6aa-4040-a41e-265214e0ec25 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=c264eef2-c868-4db8-8381-c9782c5d4a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402684 Jan 24 10:43:31.482273 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-3e467557-d973-4083-9e99-71333d15fd83 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Jan 24 10:43:31.574458 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42cce645-a8d1-476a-b91b-4dbe1ea2765c req-0600ec9d-3ffb-4211-bf74-39c7f1776df8 service neutron] 10.222.0.120 "GET /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851686 Jan 24 10:43:31.968874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d51b-4669-41fe-b3a3-32967b657b93 req-4517e29b-9655-4fb7-809e-9c7d5255de59 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:31.970388 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0289d51b-4669-41fe-b3a3-32967b657b93 req-4517e29b-9655-4fb7-809e-9c7d5255de59 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jan 24 10:43:32.016825 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0289d51b-4669-41fe-b3a3-32967b657b93 req-a50f9e66-3253-4bc6-8e39-e5b8ba7ac4a4 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jan 24 10:43:33.136222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21011-1319-4351-b02c-b51beec89259 req-186323dd-5b1e-444d-9dc1-a97d6faa8cbb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:33.137733 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5bd21011-1319-4351-b02c-b51beec89259 req-186323dd-5b1e-444d-9dc1-a97d6faa8cbb tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0537267 Jan 24 10:43:33.184212 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5bd21011-1319-4351-b02c-b51beec89259 req-8cbfc215-741c-4c2d-911c-04eb6fed5cfd tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfca5069-02a7-400b-8531-4087af1bc071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jan 24 10:43:33.932975 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-4da1a71e-c4c1-418e-94fc-7d2791e3f00a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:33.934423 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-4da1a71e-c4c1-418e-94fc-7d2791e3f00a tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.120 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 945 time: 0.0481830 Jan 24 10:43:34.023132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Deleting port 82262264-99d1-4713-8693-6a9f8751e069 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:34.023386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (82262264-99d1-4713-8693-6a9f8751e069), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:34.115204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] For port 82262264-99d1-4713-8693-6a9f8751e069, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=82262264-99d1-4713-8693-6a9f8751e069,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:34.115565 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (82262264-99d1-4713-8693-6a9f8751e069), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:34.128658 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Calling delete_port for 82262264-99d1-4713-8693-6a9f8751e069 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:34.266796 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (82262264-99d1-4713-8693-6a9f8751e069), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:34.279390 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['82262264-99d1-4713-8693-6a9f8751e069'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:43:34.293040 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86fe7605-e556-4227-80d7-d85ea2868636 req-6fd9efb7-86f1-488a-b821-9f3820bee435 tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7ec0e7-8b87-4664-a4ee-10614d88e7ab HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jan 24 10:43:34.313120 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Pushing event deleted for resources: {'Port': ['ID=82262264-99d1-4713-8693-6a9f8751e069,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:34.355200 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] No DVR routers for this DVR port 82262264-99d1-4713-8693-6a9f8751e069 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:34.357882 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:34.361207 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a2df04b8-e1e3-47e1-b45b-50d8277bcf04 req-ab0e8fe5-1547-4772-af63-91991f1e3fdc tempest-TestMinimumBasicScenario-850993065 tempest-TestMinimumBasicScenario-850993065-project] 10.222.0.120 "DELETE /v2.0/ports/82262264-99d1-4713-8693-6a9f8751e069 HTTP/1.1" status: 204 len: 173 time: 0.4210274 Jan 24 10:43:34.361660 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'name': 'network-vif-deleted', 'tag': '82262264-99d1-4713-8693-6a9f8751e069'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:34.363974 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb7d0a9-8ce3-4572-89ad-8aa50118e0c1" -d '{"events": [{"server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "name": "network-vif-deleted", "tag": "82262264-99d1-4713-8693-6a9f8751e069"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:34.406247 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd24f2c-a1f7-4879-90c9-b5d73468fc06 x-openstack-request-id: req-edd24f2c-a1f7-4879-90c9-b5d73468fc06 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:34.406551 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7ec0e7-8b87-4664-a4ee-10614d88e7ab", "name": "network-vif-deleted", "tag": "82262264-99d1-4713-8693-6a9f8751e069", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:34.406819 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edd24f2c-a1f7-4879-90c9-b5d73468fc06 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:34.407254 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7ec0e7-8b87-4664-a4ee-10614d88e7ab', 'name': 'network-vif-deleted', 'tag': '82262264-99d1-4713-8693-6a9f8751e069', 'status': 'completed', 'code': 200} Jan 24 10:43:35.959090 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:36.304031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:36.365498 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 82262264-99d1-4713-8693-6a9f8751e069 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:36.391296 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 82262264-99d1-4713-8693-6a9f8751e069 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:36.391652 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 82262264-99d1-4713-8693-6a9f8751e069 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:36.549289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Deleting port 11448e47-70f9-40ce-91e7-0ba5a3606c9b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:36.549680 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:36.624483 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] For port 11448e47-70f9-40ce-91e7-0ba5a3606c9b, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=11448e47-70f9-40ce-91e7-0ba5a3606c9b,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:36.624843 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:36.637025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Calling delete_port for 11448e47-70f9-40ce-91e7-0ba5a3606c9b owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:36.813651 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (11448e47-70f9-40ce-91e7-0ba5a3606c9b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:36.842982 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=11448e47-70f9-40ce-91e7-0ba5a3606c9b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:37.012785 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.228356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:37.333633 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:37.338861 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-12dd996f-0004-440c-b003-08d6e247cf6d admin admin] 10.222.0.45 "PUT /v2.0/routers/236c1014-5ff2-45ed-b11e-2fa10fec0d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787162 Jan 24 10:43:37.341589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:37.342415 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Sync routers for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:37.353486 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:37.354099 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:37.444134 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks [] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.458366 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:37.547355 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks [] for router_gateway (236c1014-5ff2-45ed-b11e-2fa10fec0d80), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.609347 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Deleting port dac8cfe9-a73c-49aa-921d-021e9875cb45 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:37.609693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.691564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] For port dac8cfe9-a73c-49aa-921d-021e9875cb45, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=dac8cfe9-a73c-49aa-921d-021e9875cb45,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:37.691922 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.704948 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Calling delete_port for dac8cfe9-a73c-49aa-921d-021e9875cb45 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:37.734801 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:43:36Z', 'revision_number': 5, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port': {'id': 'dac8cfe9-a73c-49aa-921d-021e9875cb45', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:40:59Z', 'updated_at': '2022-01-24T10:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:37.760468 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Checking router: 236c1014-5ff2-45ed-b11e-2fa10fec0d80 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:37.768576 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Routers {'236c1014-5ff2-45ed-b11e-2fa10fec0d80'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:37.769221 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:37.855618 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] Set router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:37.870136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (dac8cfe9-a73c-49aa-921d-021e9875cb45), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:37.898773 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac8cfe9-a73c-49aa-921d-021e9875cb45,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:37.910693 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:43:37Z', 'revision_number': 6, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:37.937245 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94869e9c-3ef7-4c9d-bda1-90b1303acdd2 None None] The sync data for ids ['236c1014-5ff2-45ed-b11e-2fa10fec0d80'] in dv-cinder-826036-1-iscsi is: [{'id': '236c1014-5ff2-45ed-b11e-2fa10fec0d80', 'name': 'tempest-TestMinimumBasicScenario-1752865049-router', 'tenant_id': '1b39ed0947b142b49ada5446784c38db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:40:58Z', 'updated_at': '2022-01-24T10:43:37Z', 'revision_number': 6, 'project_id': '1b39ed0947b142b49ada5446784c38db', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:37.961242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.055804 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.057936 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks [] for router_controller (236c1014-5ff2-45ed-b11e-2fa10fec0d80), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.103183 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (236c1014-5ff2-45ed-b11e-2fa10fec0d80), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.103762 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236c1014-5ff2-45ed-b11e-2fa10fec0d80 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:43:38.109319 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.110512 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0712c10a-5973-4147-838c-322b70ead5a4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/236c1014-5ff2-45ed-b11e-2fa10fec0d80 HTTP/1.1" status: 204 len: 168 time: 0.7679787 Jan 24 10:43:38.113282 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53696) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:38.161909 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Deleting subnet 1d95b254-e88a-4572-82e0-3daafef262b1 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:43:38.165206 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Publish callbacks [] for subnet (1d95b254-e88a-4572-82e0-3daafef262b1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.199470 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (1d95b254-e88a-4572-82e0-3daafef262b1), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.274745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (1d95b254-e88a-4572-82e0-3daafef262b1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.281485 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53700) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:38.337866 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (1d95b254-e88a-4572-82e0-3daafef262b1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.363338 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d95b254-e88a-4572-82e0-3daafef262b1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:38.369575 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.372935 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-625510f7-f5ad-420c-8ac8-c20b97966fe4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1d95b254-e88a-4572-82e0-3daafef262b1 HTTP/1.1" status: 204 len: 168 time: 0.2586792 Jan 24 10:43:38.375428 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:38.381682 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d31cd-dde8-4fbc-ab0b-5642b2c880d7 None None] Network c264eef2-c868-4db8-8381-c9782c5d4a83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:38.463582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (c264eef2-c868-4db8-8381-c9782c5d4a83), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.527616 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Deleting port 51cda8f8-db52-4175-aa67-de8758e87364 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:38.528081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (51cda8f8-db52-4175-aa67-de8758e87364), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.598832 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] For port 51cda8f8-db52-4175-aa67-de8758e87364, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=51cda8f8-db52-4175-aa67-de8758e87364,segment=NetworkSegment(dd973703-88b1-4f65-85fc-7016cf2836c6),segment_id=dd973703-88b1-4f65-85fc-7016cf2836c6)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:38.599162 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Deleting port 2ffd2d60-ff0e-49e3-9508-b0a5c310bf22 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:38.599291 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (51cda8f8-db52-4175-aa67-de8758e87364), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.599413 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.611423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Calling delete_port for 51cda8f8-db52-4175-aa67-de8758e87364 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:38.694373 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (51cda8f8-db52-4175-aa67-de8758e87364), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.724477 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cda8f8-db52-4175-aa67-de8758e87364,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:38.730377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] No DVR routers for this DVR port 51cda8f8-db52-4175-aa67-de8758e87364 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:38.814674 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (c264eef2-c868-4db8-8381-c9782c5d4a83), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.817257 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab864b-16a0-4695-ba48-495102788b68 None None] DHCP port deletion for c264eef2-c868-4db8-8381-c9782c5d4a83 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:43:38.838805 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c264eef2-c868-4db8-8381-c9782c5d4a83']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:38.850820 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd973703-88b1-4f65-85fc-7016cf2836c6') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:38.851114 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd973703-88b1-4f65-85fc-7016cf2836c6') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:38.862629 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (dd973703-88b1-4f65-85fc-7016cf2836c6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.875850 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (dd973703-88b1-4f65-85fc-7016cf2836c6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.882081 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:43:38.882471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (dd973703-88b1-4f65-85fc-7016cf2836c6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:43:38.884158 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:43:38.926229 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.926541 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for floatingip (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.942591 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Calling delete_port for 2ffd2d60-ff0e-49e3-9508-b0a5c310bf22 owned by network:floatingip {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:38.946461 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (c264eef2-c868-4db8-8381-c9782c5d4a83), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.950902 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:38.954495 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c264eef2-c868-4db8-8381-c9782c5d4a83 HTTP/1.1" status: 204 len: 168 time: 0.5777869 Jan 24 10:43:38.961445 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53706) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:38.977554 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a8b63-bf57-4d67-bd3d-6b7310b69f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c264eef2-c868-4db8-8381-c9782c5d4a83,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:39.136109 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (2ffd2d60-ff0e-49e3-9508-b0a5c310bf22), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:39.166952 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event deleted for resources: {'Port': ['ID=2ffd2d60-ff0e-49e3-9508-b0a5c310bf22,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:39.231758 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for floatingip (8de1756d-4435-4264-9967-6c3fc606e306), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:39.232031 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.db.l3_db [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Floating IP 8de1756d-4435-4264-9967-6c3fc606e306 disassociated (deleted). External IP: 172.27.1.56, port: 8713638b-499f-49d6-8085-909f18bee668. Jan 24 10:43:39.448027 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:39.557459 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:39.562302 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:39.571692 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Sync routers for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:39.589961 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:39.591461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:39.594505 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-8d4573a9-dd61-431e-99bd-e09377c4ae90 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "DELETE /v2.0/floatingips/8de1756d-4435-4264-9967-6c3fc606e306 HTTP/1.1" status: 204 len: 168 time: 1.3118465 Jan 24 10:43:39.595497 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:39.598729 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8c1537700a167b51ea0e5a19e5bbdc52b2ddf12a6c06346358aab2a25b04408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab997b1-f9e0-44c8-810d-791e8abd0d07" -d '{"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:39.653885 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438f8cc-16b0-46cc-ad9b-53e4b1489587 x-openstack-request-id: req-2438f8cc-16b0-46cc-ad9b-53e4b1489587 {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:39.654215 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "tag": "8713638b-499f-49d6-8085-909f18bee668", "status": "completed", "code": 200}]} {{(pid=102588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:39.654483 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2438f8cc-16b0-46cc-ad9b-53e4b1489587 {{(pid=102588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:39.654902 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'status': 'completed', 'code': 200} Jan 24 10:43:39.662415 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:39.697382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device dac8cfe9-a73c-49aa-921d-021e9875cb45 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:39.735477 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: dac8cfe9-a73c-49aa-921d-021e9875cb45 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:39.736244 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device dac8cfe9-a73c-49aa-921d-021e9875cb45 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:39.736731 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 51cda8f8-db52-4175-aa67-de8758e87364 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:39.765265 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 51cda8f8-db52-4175-aa67-de8758e87364 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:39.765919 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 51cda8f8-db52-4175-aa67-de8758e87364 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:39.766337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 11448e47-70f9-40ce-91e7-0ba5a3606c9b no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:39.791913 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 11448e47-70f9-40ce-91e7-0ba5a3606c9b {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:39.792169 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 11448e47-70f9-40ce-91e7-0ba5a3606c9b not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:39.794934 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:39.803643 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-ed480363-2847-4b1e-9647-7d76e87383ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:39.806319 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-ed480363-2847-4b1e-9647-7d76e87383ed service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 1098 time: 0.1066959 Jan 24 10:43:39.991242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a5da5-2a38-4f97-935d-590cf67e3f65 req-fafcf610-52f9-4ae4-990a-1327fdfeee40 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:39.992757 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a02a5da5-2a38-4f97-935d-590cf67e3f65 req-fafcf610-52f9-4ae4-990a-1327fdfeee40 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.1654172 Jan 24 10:43:40.030069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-26778568-aa7f-4ba4-ae24-ae3e197635c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:40.031565 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-26778568-aa7f-4ba4-ae24-ae3e197635c7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 200 len: 909 time: 0.2154026 Jan 24 10:43:40.098398 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-35f72ddf-ea0a-466c-8fac-140d65b197ad service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 200 len: 217 time: 0.0568690 Jan 24 10:43:40.109419 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a02a5da5-2a38-4f97-935d-590cf67e3f65 req-31f39e54-ec0f-439a-972a-cdbd48868f14 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089954 Jan 24 10:43:40.130954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:40.157341 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Checking router: 0472fd0d-a2d4-491e-a6e6-ce50fb39041b for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:40.166491 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:40.167124 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:40.196498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-8d5505ca-7431-43c7-939d-95ea282b58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:40.198012 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-8d5505ca-7431-43c7-939d-95ea282b58f4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 200 len: 847 time: 0.0877361 Jan 24 10:43:40.256836 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Deleting port cc5a1935-1b62-441e-82a1-2ffa4a76f208 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:40.257209 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:40.272529 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-376fc19a-0b4b-4654-afa0-20084dac42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:40.273072 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:40.274093 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-376fc19a-0b4b-4654-afa0-20084dac42f0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fb41df81-8028-4a8c-816f-0489b8e51342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671191 Jan 24 10:43:40.414854 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] For port cc5a1935-1b62-441e-82a1-2ffa4a76f208, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=cc5a1935-1b62-441e-82a1-2ffa4a76f208,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:40.415216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:40.436557 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Calling delete_port for cc5a1935-1b62-441e-82a1-2ffa4a76f208 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:40.441978 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-74aadc75-fa78-4f41-8a10-0a15b52f122f service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599240 Jan 24 10:43:40.487001 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:40.513256 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf4c29-6872-4aef-a56c-9e9a4bdde70a None None] The sync data for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi is: [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:37:49Z', 'revision_number': 4, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a', 'name': '', 'network_id': 'fb41df81-8028-4a8c-816f-0489b8e51342', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'mac_address': 'fa:16:3e:20:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:49Z', 'updated_at': '2022-01-24T10:37:54Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'subnets': [{'id': '40f8d436-685c-41e6-a5ac-bd92cf463d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:40.623210 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1ab997b1-f9e0-44c8-810d-791e8abd0d07 req-ac82a59a-f264-4656-bda4-e0f8ac18151a service neutron] 10.222.0.120 "GET /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433721 Jan 24 10:43:40.701832 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (cc5a1935-1b62-441e-82a1-2ffa4a76f208), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:40.728914 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5a1935-1b62-441e-82a1-2ffa4a76f208,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:40.782263 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e5a875-2268-4207-8cd7-4b3200629639 None None] New status for floating IP 8de1756d-4435-4264-9967-6c3fc606e306: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:43:40.913208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.122316 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Router 20d82e57-05a4-4d76-84a1-a144a1736ac1 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:41.258740 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:41.265483 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-607b535f-2bb4-4275-b97c-deeb665df34d admin admin] 10.222.0.45 "PUT /v2.0/routers/20d82e57-05a4-4d76-84a1-a144a1736ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020508 Jan 24 10:43:41.266839 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53722) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:41.267435 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Sync routers for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:41.274800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a86931-c05f-4845-9249-31032fd0c58c req-2a102a7d-8e66-40ce-b90c-29fe9e60ee02 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:41.276370 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22a86931-c05f-4845-9249-31032fd0c58c req-2a102a7d-8e66-40ce-b90c-29fe9e60ee02 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0975237 Jan 24 10:43:41.279929 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:41.280574 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:41.337300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22a86931-c05f-4845-9249-31032fd0c58c req-389beae7-336e-46b2-a101-4f6c8989a751 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4363ec8-d2be-4667-86d4-9556955a38ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551164 Jan 24 10:43:41.378549 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks [] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.395046 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:41.479897 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks [] for router_gateway (20d82e57-05a4-4d76-84a1-a144a1736ac1), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.533591 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Deleting port de00cc94-47a9-4cb9-8122-05db8e5dcff5 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:41.533980 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.579190 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:43:40Z', 'revision_number': 5, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port': {'id': 'de00cc94-47a9-4cb9-8122-05db8e5dcff5', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:41.611954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Checking router: 20d82e57-05a4-4d76-84a1-a144a1736ac1 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:41.620522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Routers {'20d82e57-05a4-4d76-84a1-a144a1736ac1'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:41.621253 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['20d82e57-05a4-4d76-84a1-a144a1736ac1'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:41.625806 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] For port de00cc94-47a9-4cb9-8122-05db8e5dcff5, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de00cc94-47a9-4cb9-8122-05db8e5dcff5,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:41.626178 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.639571 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Calling delete_port for de00cc94-47a9-4cb9-8122-05db8e5dcff5 owned by network:router_gateway {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:41.673731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-168b06eb-7689-44c0-bc11-3c9d9b772069 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:43:41.676273 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-168b06eb-7689-44c0-bc11-3c9d9b772069 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.120 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 945 time: 0.0611734 Jan 24 10:43:41.710724 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] Set router 20d82e57-05a4-4d76-84a1-a144a1736ac1 gateway port host: None {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:41.770670 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Deleting port 8713638b-499f-49d6-8085-909f18bee668 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:41.771373 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (8713638b-499f-49d6-8085-909f18bee668), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.771796 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:43:41Z', 'revision_number': 6, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:41.805287 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314733b8-82b3-4755-83ac-9efc38f832d6 None None] The sync data for ids ['20d82e57-05a4-4d76-84a1-a144a1736ac1'] in dv-cinder-826036-1-iscsi is: [{'id': '20d82e57-05a4-4d76-84a1-a144a1736ac1', 'name': 'tempest-TestMinimumBasicScenario-112924780-router', 'tenant_id': 'b99cd446427647808d133c0e02e384ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:41:04Z', 'updated_at': '2022-01-24T10:43:41Z', 'revision_number': 6, 'project_id': 'b99cd446427647808d133c0e02e384ee', 'gw_port_host': None}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:41.827750 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (de00cc94-47a9-4cb9-8122-05db8e5dcff5), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.860699 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de00cc94-47a9-4cb9-8122-05db8e5dcff5,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:41.877248 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] For port 8713638b-499f-49d6-8085-909f18bee668, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=8713638b-499f-49d6-8085-909f18bee668,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:41.877720 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (8713638b-499f-49d6-8085-909f18bee668), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:41.890864 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Calling delete_port for 8713638b-499f-49d6-8085-909f18bee668 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:41.921701 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.010673 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.012762 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks [] for router_controller (20d82e57-05a4-4d76-84a1-a144a1736ac1), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.020407 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (8713638b-499f-49d6-8085-909f18bee668), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.052935 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event deleted for resources: {'Port': ['ID=8713638b-499f-49d6-8085-909f18bee668,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:42.063415 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (20d82e57-05a4-4d76-84a1-a144a1736ac1), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.063415 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d82e57-05a4-4d76-84a1-a144a1736ac1 {{(pid=102588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:43:42.074200 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.078254 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e51002c3-d7e1-4003-8676-05aa27a239b8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/20d82e57-05a4-4d76-84a1-a144a1736ac1 HTTP/1.1" status: 204 len: 168 time: 0.8079810 Jan 24 10:43:42.078695 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53726) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:42.102111 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] No DVR routers for this DVR port 8713638b-499f-49d6-8085-909f18bee668 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:42.104716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.108129 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-86627b2c-611a-482f-8e38-a9ddea1e3005 req-300ffbed-487d-4202-96fe-4e990bca43c6 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.120 "DELETE /v2.0/ports/8713638b-499f-49d6-8085-909f18bee668 HTTP/1.1" status: 204 len: 173 time: 0.4259636 Jan 24 10:43:42.108584 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-deleted', 'tag': '8713638b-499f-49d6-8085-909f18bee668'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:43:42.110992 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2910eae-dd54-412e-a4a0-dfe1ad8bb3f9" -d '{"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-deleted", "tag": "8713638b-499f-49d6-8085-909f18bee668"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:43:42.125873 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Deleting subnet ee8f3be5-7b99-4e7b-89fd-41835407470a {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:43:42.130106 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Publish callbacks [] for subnet (ee8f3be5-7b99-4e7b-89fd-41835407470a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.158136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e4e5d-b79b-42e5-840b-783d1557f13c x-openstack-request-id: req-dc0e4e5d-b79b-42e5-840b-783d1557f13c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:43:42.158504 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f731b0-242a-423f-aacd-7a32849b0f65", "name": "network-vif-deleted", "tag": "8713638b-499f-49d6-8085-909f18bee668", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:43:42.158863 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc0e4e5d-b79b-42e5-840b-783d1557f13c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:43:42.159662 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f731b0-242a-423f-aacd-7a32849b0f65', 'name': 'network-vif-deleted', 'tag': '8713638b-499f-49d6-8085-909f18bee668', 'status': 'completed', 'code': 200} Jan 24 10:43:42.171872 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9254458'] for subnet (ee8f3be5-7b99-4e7b-89fd-41835407470a), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.289890 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (ee8f3be5-7b99-4e7b-89fd-41835407470a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.346139 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9253092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8719496'] for subnet (ee8f3be5-7b99-4e7b-89fd-41835407470a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.373342 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8f3be5-7b99-4e7b-89fd-41835407470a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:42.379472 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.386212 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a13a1888-778f-455f-a537-3a6ab498cf6f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ee8f3be5-7b99-4e7b-89fd-41835407470a HTTP/1.1" status: 204 len: 168 time: 0.3063428 Jan 24 10:43:42.387010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53732) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:42.387975 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14e57c-a037-4a38-a83b-119c442bc01c None None] Network 155303ee-6882-4ea1-a19b-cfb420a5f431 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:42.491431 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21c7ade9-a302-46e4-bd18-8c468cb3948c req-f02cd842-399c-46d5-9e07-0971b250b920 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "GET /v2.0/ports?device_id=37f731b0-242a-423f-aacd-7a32849b0f65 HTTP/1.1" status: 200 len: 210 time: 0.0416009 Jan 24 10:43:42.496096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (155303ee-6882-4ea1-a19b-cfb420a5f431), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.561682 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Deleting port 5e137581-c4c3-4da7-83eb-43891721a1b8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:42.562031 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.649421 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] DHCP port deletion for 155303ee-6882-4ea1-a19b-cfb420a5f431 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:43:42.691512 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] For port 5e137581-c4c3-4da7-83eb-43891721a1b8, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5e137581-c4c3-4da7-83eb-43891721a1b8,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:42.691878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.710138 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Calling delete_port for 5e137581-c4c3-4da7-83eb-43891721a1b8 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:42.730566 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Deleting port 5e137581-c4c3-4da7-83eb-43891721a1b8 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:42.730953 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.807705 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.810708 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] For port 5e137581-c4c3-4da7-83eb-43891721a1b8, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=5e137581-c4c3-4da7-83eb-43891721a1b8,segment=NetworkSegment(72a99855-de01-474c-8830-d51c3f61b11a),segment_id=72a99855-de01-474c-8830-d51c3f61b11a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:42.811517 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.829462 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Calling delete_port for 5e137581-c4c3-4da7-83eb-43891721a1b8 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:42.836239 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e137581-c4c3-4da7-83eb-43891721a1b8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:42.840645 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] No DVR routers for this DVR port 5e137581-c4c3-4da7-83eb-43891721a1b8 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:42.921050 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (5e137581-c4c3-4da7-83eb-43891721a1b8), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.934738 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (155303ee-6882-4ea1-a19b-cfb420a5f431), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:42.952243 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] Pushing event deleted for resources: {'Port': ['ID=5e137581-c4c3-4da7-83eb-43891721a1b8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:42.954162 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980d849-4fbf-4f86-9d1a-edd8a7e137d0 None None] No DVR routers for this DVR port 5e137581-c4c3-4da7-83eb-43891721a1b8 on host dv-cinder-826036-1-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:42.969023 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155303ee-6882-4ea1-a19b-cfb420a5f431']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:42.979498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a99855-de01-474c-8830-d51c3f61b11a') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:42.979804 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a99855-de01-474c-8830-d51c3f61b11a') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:42.990332 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (72a99855-de01-474c-8830-d51c3f61b11a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.004687 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (72a99855-de01-474c-8830-d51c3f61b11a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.011218 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:43:43.011526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (72a99855-de01-474c-8830-d51c3f61b11a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:43:43.013240 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:43:43.076991 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (155303ee-6882-4ea1-a19b-cfb420a5f431), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.084992 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.092324 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] 10.222.0.45 "DELETE /v2.0/networks/155303ee-6882-4ea1-a19b-cfb420a5f431 HTTP/1.1" status: 204 len: 168 time: 0.7042131 Jan 24 10:43:43.105076 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e2b4b-d6bd-4e26-9bbe-7b91674a0735 admin admin] Pushing event deleted for resources: {'Network': ['ID=155303ee-6882-4ea1-a19b-cfb420a5f431,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:43.211543 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53740) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.256295 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a2d41a1a-3f77-4a30-9d52-9a84081d473d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b39ed0947b142b49ada5446784c38db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435646 Jan 24 10:43:43.258845 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53742) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.313840 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] Publish callbacks [] for security_group (bfca5069-02a7-400b-8531-4087af1bc071), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.336429 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] Publish callbacks [] for security_group (bfca5069-02a7-400b-8531-4087af1bc071), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.385423 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (bfca5069-02a7-400b-8531-4087af1bc071), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.388087 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.389282 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfca5069-02a7-400b-8531-4087af1bc071 HTTP/1.1" status: 204 len: 168 time: 0.1294887 Jan 24 10:43:43.398605 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310106-8f77-4cab-baab-3d865449f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca5069-02a7-400b-8531-4087af1bc071,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:43.553319 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53748) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.615736 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (a4363ec8-d2be-4667-86d4-9556955a38ad), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.621250 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device cc5a1935-1b62-441e-82a1-2ffa4a76f208 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:43.641875 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: cc5a1935-1b62-441e-82a1-2ffa4a76f208 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:43.642223 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device cc5a1935-1b62-441e-82a1-2ffa4a76f208 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:43.642905 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5e137581-c4c3-4da7-83eb-43891721a1b8 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:43.643764 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (a4363ec8-d2be-4667-86d4-9556955a38ad), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.663376 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 5e137581-c4c3-4da7-83eb-43891721a1b8 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:43.663728 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 5e137581-c4c3-4da7-83eb-43891721a1b8 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:43.664151 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de00cc94-47a9-4cb9-8122-05db8e5dcff5 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:43.685283 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: de00cc94-47a9-4cb9-8122-05db8e5dcff5 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:43.685642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de00cc94-47a9-4cb9-8122-05db8e5dcff5 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:43.707459 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a4363ec8-d2be-4667-86d4-9556955a38ad), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.710595 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.712242 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] 10.222.0.45 "DELETE /v2.0/security-groups/a4363ec8-d2be-4667-86d4-9556955a38ad HTTP/1.1" status: 204 len: 168 time: 0.1581600 Jan 24 10:43:43.722794 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d845b-2715-40c9-be02-d86674f0f199 tempest-TestShelveInstance-1842124932 tempest-TestShelveInstance-1842124932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4363ec8-d2be-4667-86d4-9556955a38ad,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:43.770842 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53756) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.772094 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53758) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.821462 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53762) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:43.821724 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9ad8151a-3728-4bb1-b9f1-7156c2f29036 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b99cd446427647808d133c0e02e384ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482020 Jan 24 10:43:43.875625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] Publish callbacks [] for security_group (2fd7be8b-48de-45fc-b205-325df65a1fea), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.897016 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] Publish callbacks [] for security_group (2fd7be8b-48de-45fc-b205-325df65a1fea), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.945961 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (2fd7be8b-48de-45fc-b205-325df65a1fea), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.948989 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:43.950169 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fd7be8b-48de-45fc-b205-325df65a1fea HTTP/1.1" status: 204 len: 168 time: 0.1278188 Jan 24 10:43:43.958923 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab8b76-1225-4760-8f80-8e98cb85a553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd7be8b-48de-45fc-b205-325df65a1fea,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:44.344468 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:44.417809 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:44.437724 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 8713638b-499f-49d6-8085-909f18bee668 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:44.438082 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 8713638b-499f-49d6-8085-909f18bee668 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:44.510482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c02b7f36-d524-47a2-bcba-1a2310aefc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:44.811982 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Deleting port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:44.812322 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:44.898766 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] For port af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:44.899480 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:44.914558 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Calling delete_port for af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a owned by network:router_interface {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:45.089034 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.113754 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:45.281852 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.494441 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:45.602176 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:45.607530 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-e85c9e2c-cea2-46c4-8605-946c7ccdc0d1 admin admin] 10.222.0.45 "PUT /v2.0/routers/0472fd0d-a2d4-491e-a6e6-ce50fb39041b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8343782 Jan 24 10:43:45.610237 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53768) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:45.610753 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Sync routers for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:45.621433 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:45.622046 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:45.711616 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks [] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.724029 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:45.808170 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks [] for router_gateway (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.866216 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Deleting port 372cd823-15d8-4cf0-a43a-d87287f5909d {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:45.866565 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.899894 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:43:45Z', 'revision_number': 5, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port': {'id': '372cd823-15d8-4cf0-a43a-d87287f5909d', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:60:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:47Z', 'updated_at': '2022-01-24T10:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:45.931136 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Checking router: 0472fd0d-a2d4-491e-a6e6-ce50fb39041b for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:45.939355 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Routers {'0472fd0d-a2d4-491e-a6e6-ce50fb39041b'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:45.940008 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:45.944451 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] For port 372cd823-15d8-4cf0-a43a-d87287f5909d, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=372cd823-15d8-4cf0-a43a-d87287f5909d,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:45.944821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:45.957617 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Calling delete_port for 372cd823-15d8-4cf0-a43a-d87287f5909d owned by network:router_gateway {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:46.026705 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] Set router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:46.078720 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:43:45Z', 'revision_number': 6, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:46.107852 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413184cd-2091-4de4-bf77-12efd17972bf None None] The sync data for ids ['0472fd0d-a2d4-491e-a6e6-ce50fb39041b'] in dv-cinder-826036-1-iscsi is: [{'id': '0472fd0d-a2d4-491e-a6e6-ce50fb39041b', 'name': 'tempest-TestShelveInstance-360272248-router', 'tenant_id': '1e418f2782804d89b9db9430a1d4cf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:46Z', 'updated_at': '2022-01-24T10:43:45Z', 'revision_number': 6, 'project_id': '1e418f2782804d89b9db9430a1d4cf6e', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:46.123679 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (372cd823-15d8-4cf0-a43a-d87287f5909d), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.151036 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Pushing event deleted for resources: {'Port': ['ID=372cd823-15d8-4cf0-a43a-d87287f5909d,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:46.212046 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.302045 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.305482 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks [] for router_controller (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.350127 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (0472fd0d-a2d4-491e-a6e6-ce50fb39041b), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.350664 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0472fd0d-a2d4-491e-a6e6-ce50fb39041b {{(pid=102588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:43:46.355544 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.356722 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-061953e3-ce17-492b-915a-56d876b08332 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0472fd0d-a2d4-491e-a6e6-ce50fb39041b HTTP/1.1" status: 204 len: 168 time: 0.7455401 Jan 24 10:43:46.359530 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53772) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:46.406862 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Deleting subnet 40f8d436-685c-41e6-a5ac-bd92cf463d9e {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:43:46.409918 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Publish callbacks [] for subnet (40f8d436-685c-41e6-a5ac-bd92cf463d9e), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.445362 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9254458'] for subnet (40f8d436-685c-41e6-a5ac-bd92cf463d9e), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.524129 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (40f8d436-685c-41e6-a5ac-bd92cf463d9e), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.582033 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9253092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8719496'] for subnet (40f8d436-685c-41e6-a5ac-bd92cf463d9e), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.606737 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f8d436-685c-41e6-a5ac-bd92cf463d9e,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:46.610322 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.615141 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-0d521539-2b08-49fc-9e10-e2eeab7f825f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/40f8d436-685c-41e6-a5ac-bd92cf463d9e HTTP/1.1" status: 204 len: 168 time: 0.2546520 Jan 24 10:43:46.617793 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 53774) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:46.620796 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa8173-6179-4572-a16b-f4b07ed96afc None None] Network fb41df81-8028-4a8c-816f-0489b8e51342 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:46.684908 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (fb41df81-8028-4a8c-816f-0489b8e51342), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.739982 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Deleting port 3969c2e3-301e-44e3-a8d1-c8d885395c50 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:46.740335 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.806927 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] For port 3969c2e3-301e-44e3-a8d1-c8d885395c50, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=3969c2e3-301e-44e3-a8d1-c8d885395c50,segment=NetworkSegment(1d0a55db-6007-4699-a6da-d95227554907),segment_id=1d0a55db-6007-4699-a6da-d95227554907)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:46.807190 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.807680 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-982f0da2-4428-442a-901a-223b5c1588d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.819582 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Calling delete_port for 3969c2e3-301e-44e3-a8d1-c8d885395c50 owned by network:dhcp {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:46.898912 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (3969c2e3-301e-44e3-a8d1-c8d885395c50), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:46.902337 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4526f-c9f8-4aa4-8e01-46a607a9c6f1 None None] DHCP port deletion for fb41df81-8028-4a8c-816f-0489b8e51342 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:43:46.933251 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Pushing event deleted for resources: {'Port': ['ID=3969c2e3-301e-44e3-a8d1-c8d885395c50,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:46.936725 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] No DVR routers for this DVR port 3969c2e3-301e-44e3-a8d1-c8d885395c50 on host dv-cinder-826036-1-iscsi {{(pid=102588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:47.007267 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (fb41df81-8028-4a8c-816f-0489b8e51342), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.028097 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb41df81-8028-4a8c-816f-0489b8e51342']}} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:47.037314 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0a55db-6007-4699-a6da-d95227554907') {'for_net_delete': True} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:47.037625 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.services.segments.db [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0a55db-6007-4699-a6da-d95227554907') {} {{(pid=102588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:47.051144 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9254403'] for segment (1d0a55db-6007-4699-a6da-d95227554907), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.066668 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (1d0a55db-6007-4699-a6da-d95227554907), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.073756 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:43:47.074230 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9252958'] for segment (1d0a55db-6007-4699-a6da-d95227554907), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: Traceback (most recent call last): Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: timer() Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: cb(*args, **kw) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: return func(*args, **kwargs) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: self._notify() Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: self.callback(batched_events) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: event.method(event) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: return f(self, *a, **k) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._get(url).json() Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: return self.request(url, 'GET', **kwargs) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:43:47.076166 dv-cinder-826036-1-iscsi neutron-server[102588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:43:47.133274 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (fb41df81-8028-4a8c-816f-0489b8e51342), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.139351 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:47.145643 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb41df81-8028-4a8c-816f-0489b8e51342 HTTP/1.1" status: 204 len: 168 time: 0.5239027 Jan 24 10:43:47.146014 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53778) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:47.155153 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74856247-4370-46de-a6c5-5bd47f321060 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb41df81-8028-4a8c-816f-0489b8e51342,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:47.602732 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3969c2e3-301e-44e3-a8d1-c8d885395c50 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:47.623207 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 3969c2e3-301e-44e3-a8d1-c8d885395c50 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:47.623925 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 3969c2e3-301e-44e3-a8d1-c8d885395c50 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:47.624026 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 372cd823-15d8-4cf0-a43a-d87287f5909d no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:47.648947 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 372cd823-15d8-4cf0-a43a-d87287f5909d {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:47.649322 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 372cd823-15d8-4cf0-a43a-d87287f5909d not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:47.649780 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:47.671464 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:47.671819 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device af1c1b7f-fa2c-4ac3-aaf5-b7974e033d1a not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:47.780913 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (15abdde9-2be2-4a98-bd79-e39538bc5910), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.034946 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Deleting port 45c504a0-ab00-4a5a-8287-ca5619bdb580 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:48.035283 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.124817 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] For port 45c504a0-ab00-4a5a-8287-ca5619bdb580, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=45c504a0-ab00-4a5a-8287-ca5619bdb580,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:48.125215 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.139184 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Calling delete_port for 45c504a0-ab00-4a5a-8287-ca5619bdb580 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:48.183722 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.326487 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (45c504a0-ab00-4a5a-8287-ca5619bdb580), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.351875 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c504a0-ab00-4a5a-8287-ca5619bdb580,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:48.516929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (15abdde9-2be2-4a98-bd79-e39538bc5910), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.730543 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Router 15abdde9-2be2-4a98-bd79-e39538bc5910 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:43:48.835366 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:43:48.840630 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3e9e47d9-ea0e-46a8-9c75-3c855adf37a8 admin admin] 10.222.0.45 "PUT /v2.0/routers/15abdde9-2be2-4a98-bd79-e39538bc5910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6935840 Jan 24 10:43:48.843379 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:48.843736 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Sync routers for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:43:48.856165 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:48.856794 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:48.949290 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks [] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:48.959541 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:49.050494 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks [] for router_gateway (15abdde9-2be2-4a98-bd79-e39538bc5910), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.102872 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Deleting port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:49.103217 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.136780 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:43:48Z', 'revision_number': 5, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port': {'id': '8348f775-1b4d-4d0b-b8d2-46fb1945e45b', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:49.166601 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Checking router: 15abdde9-2be2-4a98-bd79-e39538bc5910 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:43:49.174939 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Routers {'15abdde9-2be2-4a98-bd79-e39538bc5910'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:43:49.175547 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:43:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['15abdde9-2be2-4a98-bd79-e39538bc5910'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:49.184813 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] For port 8348f775-1b4d-4d0b-b8d2-46fb1945e45b, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:49.185221 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.197332 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Calling delete_port for 8348f775-1b4d-4d0b-b8d2-46fb1945e45b owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:49.260600 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] Set router 15abdde9-2be2-4a98-bd79-e39538bc5910 gateway port host: None {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:43:49.313147 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:43:49Z', 'revision_number': 6, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:49.345090 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca044c-2963-40a8-8f20-0a85b36bced9 None None] The sync data for ids ['15abdde9-2be2-4a98-bd79-e39538bc5910'] in dv-cinder-826036-1-iscsi is: [{'id': '15abdde9-2be2-4a98-bd79-e39538bc5910', 'name': 'tempest-TestShelveInstance-1379732072-router', 'tenant_id': '701962a6eef74f8388c3cfabd0a95a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:52Z', 'updated_at': '2022-01-24T10:43:49Z', 'revision_number': 6, 'project_id': '701962a6eef74f8388c3cfabd0a95a60', 'gw_port_host': None}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:43:49.383542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (8348f775-1b4d-4d0b-b8d2-46fb1945e45b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.414284 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8348f775-1b4d-4d0b-b8d2-46fb1945e45b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:49.470287 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.475908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (15abdde9-2be2-4a98-bd79-e39538bc5910), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.571388 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.573492 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks [] for router_controller (15abdde9-2be2-4a98-bd79-e39538bc5910), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.617930 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (15abdde9-2be2-4a98-bd79-e39538bc5910), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.618618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15abdde9-2be2-4a98-bd79-e39538bc5910 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:43:49.623144 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.624299 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f37dc63e-d107-4084-9637-fe7b15babfb7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/15abdde9-2be2-4a98-bd79-e39538bc5910 HTTP/1.1" status: 204 len: 168 time: 0.7799931 Jan 24 10:43:49.627538 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:49.672723 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Deleting subnet 3cc19cf0-daaf-465d-abbf-1c3b789f7b3e {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:43:49.675414 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Publish callbacks [] for subnet (3cc19cf0-daaf-465d-abbf-1c3b789f7b3e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.702522 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:43:49.717691 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (3cc19cf0-daaf-465d-abbf-1c3b789f7b3e), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.812813 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (3cc19cf0-daaf-465d-abbf-1c3b789f7b3e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.817137 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 45c504a0-ab00-4a5a-8287-ca5619bdb580 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:49.839439 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 45c504a0-ab00-4a5a-8287-ca5619bdb580 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:49.839796 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 45c504a0-ab00-4a5a-8287-ca5619bdb580 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:49.866884 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (3cc19cf0-daaf-465d-abbf-1c3b789f7b3e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.895335 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc19cf0-daaf-465d-abbf-1c3b789f7b3e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:49.899047 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:49.902213 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9f662ddc-1aac-4d15-a4bc-4884c71adcfe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3cc19cf0-daaf-465d-abbf-1c3b789f7b3e HTTP/1.1" status: 204 len: 168 time: 0.2738013 Jan 24 10:43:49.904716 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53790) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:49.907080 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16f1cb-82a3-47f1-b334-1efc20c8f108 None None] Network f2a97b09-f7d3-4c29-ac26-18434a168f83 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:43:49.978367 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (f2a97b09-f7d3-4c29-ac26-18434a168f83), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.033408 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Deleting port de4d22d2-4929-4070-8463-f790a614d420 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:50.033759 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (de4d22d2-4929-4070-8463-f790a614d420), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.099256 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] For port de4d22d2-4929-4070-8463-f790a614d420, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=de4d22d2-4929-4070-8463-f790a614d420,segment=NetworkSegment(9169f92e-541b-4cd0-b8cb-51fb92dd443c),segment_id=9169f92e-541b-4cd0-b8cb-51fb92dd443c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:50.099627 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (de4d22d2-4929-4070-8463-f790a614d420), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.112231 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Calling delete_port for de4d22d2-4929-4070-8463-f790a614d420 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:50.158116 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] DHCP port deletion for f2a97b09-f7d3-4c29-ac26-18434a168f83 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:43:50.196919 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (de4d22d2-4929-4070-8463-f790a614d420), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.207532 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Deleting port de4d22d2-4929-4070-8463-f790a614d420 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:43:50.208050 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (de4d22d2-4929-4070-8463-f790a614d420), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.224008 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4d22d2-4929-4070-8463-f790a614d420,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:50.225925 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] No DVR routers for this DVR port de4d22d2-4929-4070-8463-f790a614d420 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:50.274762 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] For port de4d22d2-4929-4070-8463-f790a614d420, host dv-cinder-826036-1-iscsi, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:43:50.275492 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (de4d22d2-4929-4070-8463-f790a614d420), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.290019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Calling delete_port for de4d22d2-4929-4070-8463-f790a614d420 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:43:50.292791 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Port de4d22d2-4929-4070-8463-f790a614d420 was not found and therefore no delete operation was performed {{(pid=102590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 24 10:43:50.294101 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (de4d22d2-4929-4070-8463-f790a614d420), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.302141 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (f2a97b09-f7d3-4c29-ac26-18434a168f83), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.322718 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] Pushing event deleted for resources: {'Port': ['ID=de4d22d2-4929-4070-8463-f790a614d420,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:50.323486 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a97b09-f7d3-4c29-ac26-18434a168f83']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:50.325958 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14201cf0-9f31-4a35-a3a8-de1b12a3a377 None None] No DVR routers for this DVR port de4d22d2-4929-4070-8463-f790a614d420 on host dv-cinder-826036-1-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:43:50.334083 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9169f92e-541b-4cd0-b8cb-51fb92dd443c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:50.334083 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9169f92e-541b-4cd0-b8cb-51fb92dd443c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:43:50.347914 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (9169f92e-541b-4cd0-b8cb-51fb92dd443c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.363921 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (9169f92e-541b-4cd0-b8cb-51fb92dd443c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.370606 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:43:50.371181 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (9169f92e-541b-4cd0-b8cb-51fb92dd443c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:43:50.373010 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:43:50.448507 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (f2a97b09-f7d3-4c29-ac26-18434a168f83), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.453839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.457168 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f2a97b09-f7d3-4c29-ac26-18434a168f83 HTTP/1.1" status: 204 len: 168 time: 0.5514123 Jan 24 10:43:50.468598 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0446-4faa-40ae-b68d-df64e09eab41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a97b09-f7d3-4c29-ac26-18434a168f83,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:50.627002 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:50.670026 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ebf9a894-bc3b-406e-93b8-3c4a06412e8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e418f2782804d89b9db9430a1d4cf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403688 Jan 24 10:43:50.671138 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53798) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:50.721044 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] Publish callbacks [] for security_group (da727631-0338-4c94-8e6a-5b2f70bcce09), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.742391 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] Publish callbacks [] for security_group (da727631-0338-4c94-8e6a-5b2f70bcce09), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.789355 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (da727631-0338-4c94-8e6a-5b2f70bcce09), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.792038 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.795770 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da727631-0338-4c94-8e6a-5b2f70bcce09 HTTP/1.1" status: 204 len: 168 time: 0.1213286 Jan 24 10:43:50.799531 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:50.801535 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d96a65-eb9e-4895-aa4f-58c550baa3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da727631-0338-4c94-8e6a-5b2f70bcce09,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:51.119009 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53804) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:51.158892 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-628b72cb-022f-42a8-bcc4-8745fcad1b20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=701962a6eef74f8388c3cfabd0a95a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386050 Jan 24 10:43:51.161185 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53806) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:43:51.210103 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] Publish callbacks [] for security_group (3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:51.230375 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] Publish callbacks [] for security_group (3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:51.282387 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:51.285112 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:43:51.288700 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b HTTP/1.1" status: 204 len: 168 time: 0.1241996 Jan 24 10:43:51.293881 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f61a-9751-4493-adae-910e841db2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d7b0b-7098-4fb5-92f0-68f8e53fc29b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:43:51.608873 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 8348f775-1b4d-4d0b-b8d2-46fb1945e45b no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:51.631894 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 8348f775-1b4d-4d0b-b8d2-46fb1945e45b {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:51.632251 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 8348f775-1b4d-4d0b-b8d2-46fb1945e45b not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:43:51.632689 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de4d22d2-4929-4070-8463-f790a614d420 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:43:51.655726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: de4d22d2-4929-4070-8463-f790a614d420 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:43:51.656084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device de4d22d2-4929-4070-8463-f790a614d420 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:44:00.132482 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:14.513734 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0bca1438-6fe4-4b24-8711-af48941f539d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:16.813262 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39e68dd7-22a6-46d4-ab7b-49a723cbebcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:17.262430 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a5978-810a-4deb-8741-ce47fc6a6118 req-8b378d97-2abe-4cdd-86f9-835af0e36aa0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:17.263934 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a3a5978-810a-4deb-8741-ce47fc6a6118 req-8b378d97-2abe-4cdd-86f9-835af0e36aa0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0493135 Jan 24 10:44:17.312545 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a3a5978-810a-4deb-8741-ce47fc6a6118 req-f44e405f-ac48-4c11-8fba-4cbeea7e1a47 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Jan 24 10:44:18.055024 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:18.430904 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef038-c1a3-405b-8e85-bfe679325655 req-d270c32e-9222-41fe-acd7-139045e9b56d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:18.432378 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-de1ef038-c1a3-405b-8e85-bfe679325655 req-d270c32e-9222-41fe-acd7-139045e9b56d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0501773 Jan 24 10:44:18.481650 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-de1ef038-c1a3-405b-8e85-bfe679325655 req-b5715ea7-5442-4816-b547-86b16dc3b830 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Jan 24 10:44:19.475993 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:19.597210 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2d95d-f59b-4270-a982-e41325ce5937 req-5dc08dc2-4ab2-442a-97c9-9fe8c96df96f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:19.598695 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bab2d95d-f59b-4270-a982-e41325ce5937 req-5dc08dc2-4ab2-442a-97c9-9fe8c96df96f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0492833 Jan 24 10:44:19.644540 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bab2d95d-f59b-4270-a982-e41325ce5937 req-e280abcd-166c-46da-a233-9b086affa610 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 Jan 24 10:44:20.758918 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e730-4c35-471c-9144-d9c9a8072edb req-177e82c9-e656-4f27-8f26-bfd38defc418 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:20.760386 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eae8e730-4c35-471c-9144-d9c9a8072edb req-177e82c9-e656-4f27-8f26-bfd38defc418 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0485315 Jan 24 10:44:20.792829 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:20.810349 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eae8e730-4c35-471c-9144-d9c9a8072edb req-8e89236d-ff69-4a09-9817-275decad0f29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Jan 24 10:44:21.930463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68231-3d86-477b-ba3f-6fdb22aaf006 req-39c1cd0e-27e4-4a0a-99f1-628d09da9e2a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:21.931933 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ba68231-3d86-477b-ba3f-6fdb22aaf006 req-39c1cd0e-27e4-4a0a-99f1-628d09da9e2a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0534170 Jan 24 10:44:21.978312 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ba68231-3d86-477b-ba3f-6fdb22aaf006 req-32c977ef-ea79-43a7-99f4-c58314d9b7ed tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Jan 24 10:44:23.092025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31984ea-1373-46ad-a7cb-2cff3709358c req-3987e54c-fdc0-4379-8a4b-c072c2e5715b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:23.093510 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d31984ea-1373-46ad-a7cb-2cff3709358c req-3987e54c-fdc0-4379-8a4b-c072c2e5715b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Jan 24 10:44:23.139267 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d31984ea-1373-46ad-a7cb-2cff3709358c req-2561cab2-ed49-4781-bd48-d629efec869d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Jan 24 10:44:24.259493 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812093d-774e-443f-8a4a-dd2696dbebce req-01dc2106-4af5-4d75-9d72-6f45dff2bd81 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:24.260998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2812093d-774e-443f-8a4a-dd2696dbebce req-01dc2106-4af5-4d75-9d72-6f45dff2bd81 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0523586 Jan 24 10:44:24.307435 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2812093d-774e-443f-8a4a-dd2696dbebce req-aa465d2e-c972-4e19-b079-92e0032d0530 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Jan 24 10:44:25.419451 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19871e9f-286f-4ae0-adfa-df2a60143e2f req-2b4c2340-d608-4edd-b204-3ce5d2936f06 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:25.420938 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19871e9f-286f-4ae0-adfa-df2a60143e2f req-2b4c2340-d608-4edd-b204-3ce5d2936f06 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0483098 Jan 24 10:44:25.467310 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-19871e9f-286f-4ae0-adfa-df2a60143e2f req-02067121-c2e6-4823-9f62-960d237770ee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403891 Jan 24 10:44:26.581171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b5dd5-b6fc-4a68-a6e4-92b82a73a364 req-44c601c3-286d-4c5d-b8df-c6b099df0008 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:26.583102 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e72b5dd5-b6fc-4a68-a6e4-92b82a73a364 req-44c601c3-286d-4c5d-b8df-c6b099df0008 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Jan 24 10:44:26.631792 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e72b5dd5-b6fc-4a68-a6e4-92b82a73a364 req-2a484416-e0ef-411c-b7bc-7b2900c8d4a9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Jan 24 10:44:26.701299 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:44:27.745701 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8511-e244-4184-9038-da1871612e36 req-8d586eea-21b8-456f-9b6b-eb8c569f0800 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:27.747187 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b5bc8511-e244-4184-9038-da1871612e36 req-8d586eea-21b8-456f-9b6b-eb8c569f0800 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0490642 Jan 24 10:44:27.793237 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b5bc8511-e244-4184-9038-da1871612e36 req-ec916c1b-d8f9-4691-a4ca-ac58d7c66a68 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Jan 24 10:44:28.907560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530526a-874c-4241-8573-01242987ae24 req-f2d345bb-6a83-462e-a540-ab64ab826bd2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:28.909051 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e530526a-874c-4241-8573-01242987ae24 req-f2d345bb-6a83-462e-a540-ab64ab826bd2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Jan 24 10:44:28.955345 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e530526a-874c-4241-8573-01242987ae24 req-866d3e18-c1d4-4b2d-a1ff-47f95c1272b4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jan 24 10:44:29.848523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-a8a38465-1190-4830-9419-c1adfbd4e874 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450161 Jan 24 10:44:29.907879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5951066-43a9-415b-aac8-c249a2be97dc req-fb5259f6-379c-4102-acea-c684f2a6a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:29.909371 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-fb5259f6-379c-4102-acea-c684f2a6a906 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1098 time: 0.0395997 Jan 24 10:44:30.010576 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5951066-43a9-415b-aac8-c249a2be97dc req-da09649e-b94a-4d86-a2f0-77d120b05fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:30.012072 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-da09649e-b94a-4d86-a2f0-77d120b05fb2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.0841432 Jan 24 10:44:30.108072 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-f8c9094c-2af0-45ac-b1e4-1df5f0c9ca3f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 1000 time: 0.0895054 Jan 24 10:44:30.117089 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24809ba-104a-41fe-b5c4-d62ff2eb0929 req-23f35b15-f975-414b-88f3-1fbc364fe7c9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:30.118510 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c24809ba-104a-41fe-b5c4-d62ff2eb0929 req-23f35b15-f975-414b-88f3-1fbc364fe7c9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0930381 Jan 24 10:44:30.132685 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:30.189605 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5951066-43a9-415b-aac8-c249a2be97dc req-c75fb191-7872-4fbc-95be-f28c8c8896c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:30.191626 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-c75fb191-7872-4fbc-95be-f28c8c8896c8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0719080 Jan 24 10:44:30.214757 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c24809ba-104a-41fe-b5c4-d62ff2eb0929 req-a0abda60-971e-434d-8ee8-b94c0b2e4e0e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878139 Jan 24 10:44:30.242733 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5951066-43a9-415b-aac8-c249a2be97dc req-c23fccfb-b6a6-40d7-97ea-c499c0245551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:30.244189 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-c23fccfb-b6a6-40d7-97ea-c499c0245551 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451794 Jan 24 10:44:30.332288 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-49f8b78c-f732-4d35-a18e-84243a35806d service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809457 Jan 24 10:44:30.422702 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d5951066-43a9-415b-aac8-c249a2be97dc req-efd187e9-d29f-4a5a-ae2e-fd6088a82a4a service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Jan 24 10:44:31.332981 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4a2df-2bea-4b37-980d-50a232587c5a req-6aab8b93-aeae-4b33-a2d3-afd3303b1596 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:31.334470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-33b4a2df-2bea-4b37-980d-50a232587c5a req-6aab8b93-aeae-4b33-a2d3-afd3303b1596 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Jan 24 10:44:31.380149 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-33b4a2df-2bea-4b37-980d-50a232587c5a req-402a595f-e0e7-49ba-a9b5-09b60a13db5c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401657 Jan 24 10:44:32.500603 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d458c-e57e-4e97-8f1f-4d82ed657f50 req-bfd90fbe-693b-46c1-92f4-26b8a904366c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:32.502140 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab5d458c-e57e-4e97-8f1f-4d82ed657f50 req-bfd90fbe-693b-46c1-92f4-26b8a904366c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0551796 Jan 24 10:44:32.553039 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab5d458c-e57e-4e97-8f1f-4d82ed657f50 req-9814d9eb-da35-479d-b5cc-7c0982e46239 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Jan 24 10:44:33.666405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e0305-3c7f-4d3b-acb2-6160d7d8b675 req-d8aa3a73-9875-4487-8cbc-1669be3f0e97 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:33.667888 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e04e0305-3c7f-4d3b-acb2-6160d7d8b675 req-d8aa3a73-9875-4487-8cbc-1669be3f0e97 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0485361 Jan 24 10:44:33.714868 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e04e0305-3c7f-4d3b-acb2-6160d7d8b675 req-f0280ab0-cc38-4981-97f1-65a673b758ff tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Jan 24 10:44:33.914075 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e3b2-63ff-4230-849b-3abde0457603 req-03d955ce-b241-475b-9394-1c97b7ed5863 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:33.915550 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2379e3b2-63ff-4230-849b-3abde0457603 req-03d955ce-b241-475b-9394-1c97b7ed5863 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0545871 Jan 24 10:44:33.991371 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2379e3b2-63ff-4230-849b-3abde0457603 req-bb3874b0-fa93-4c30-817f-4bcf5dbb166a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701454 Jan 24 10:44:33.994022 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-6b3fbbd8-5b5d-43cf-b18e-74f4f10733ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:33.995406 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-6b3fbbd8-5b5d-43cf-b18e-74f4f10733ee service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1099 time: 0.0673127 Jan 24 10:44:34.086846 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-34e3c1b7-e0e8-4e97-9476-544e1f2bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:34.088341 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-34e3c1b7-e0e8-4e97-9476-544e1f2bf3d9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.0863211 Jan 24 10:44:34.152759 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-c1f98799-e4b7-4376-b6f4-67ac64234c3b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 1001 time: 0.0574188 Jan 24 10:44:34.199807 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-316ceb25-b10b-4ae0-bbb3-ecf3bd57315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:34.201141 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-316ceb25-b10b-4ae0-bbb3-ecf3bd57315f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0420957 Jan 24 10:44:34.249166 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-109158b5-0329-4e67-a8cd-5565a8032a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:34.250615 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-109158b5-0329-4e67-a8cd-5565a8032a10 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421135 Jan 24 10:44:34.337955 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-a406a7f9-699f-425b-a612-8000ceb47c8d service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807719 Jan 24 10:44:34.735793 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8825089-452f-4dbb-9ab2-4369587eab03 req-78a195ec-117c-4c3c-98da-92d6867a78a6 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914108 Jan 24 10:44:35.105742 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18861d2-cf35-43aa-8e4c-aaa8eb8f351c req-8bc9743e-a2c7-433f-911f-d78f884c7b2b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:35.107189 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c18861d2-cf35-43aa-8e4c-aaa8eb8f351c req-8bc9743e-a2c7-433f-911f-d78f884c7b2b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Jan 24 10:44:35.152982 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c18861d2-cf35-43aa-8e4c-aaa8eb8f351c req-2aa3a4f8-f878-41e3-8569-7a91672f5811 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Jan 24 10:44:36.267904 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48008-74e3-4532-a718-72fa7dd2c511 req-ef965822-3889-47f2-beae-d6b59426d23c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:44:36.269415 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59d48008-74e3-4532-a718-72fa7dd2c511 req-ef965822-3889-47f2-beae-d6b59426d23c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Jan 24 10:44:36.316384 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59d48008-74e3-4532-a718-72fa7dd2c511 req-15fa1a09-a526-46c1-a0c0-d8068f5b80d3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Jan 24 10:44:44.514825 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6b149835-742b-47e0-9b61-5885a7b552d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:46.807535 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b5382aec-3b3f-4e04-950c-78c97d64773e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:48.058373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:49.476891 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:44:50.794942 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:00.138210 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:03.700730 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:45:06.596252 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:06.752035 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port 0b9d2130-8769-44ec-ad17-7ab4568c58b1 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:06.752381 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:06.827095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:06.827421 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (0b9d2130-8769-44ec-ad17-7ab4568c58b1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:06.839021 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for 0b9d2130-8769-44ec-ad17-7ab4568c58b1 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:06.983800 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (0b9d2130-8769-44ec-ad17-7ab4568c58b1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:07.009675 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=0b9d2130-8769-44ec-ad17-7ab4568c58b1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:07.034905 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.035263 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.035649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.035963 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.036301 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.036634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.036995 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.037333 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.037664 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.037999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.038325 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.038649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.038973 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:07.084019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (8a817007-d006-4a1b-acbb-a082822c6a21), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:07.084376 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP 8a817007-d006-4a1b-acbb-a082822c6a21 disassociated (deleted). External IP: 172.27.1.8, port: 473922dd-ad0f-4050-b1c5-c64340d19f40. Jan 24 10:45:07.289283 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:45:07.393818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:45:07.398790 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:07.403880 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:45:07.413019 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:07.413639 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:44:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:07.430116 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cca8c313-d49f-440a-a0ca-f8d871e2afc3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "DELETE /v2.0/floatingips/8a817007-d006-4a1b-acbb-a082822c6a21 HTTP/1.1" status: 204 len: 168 time: 0.8326986 Jan 24 10:45:07.430719 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:45:07.433171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2956934a-6024-4d2d-b3cd-f726cba90681" -d '{"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:45:07.468051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e3354b-c5f6-48ef-bda6-3c5d4796b862 x-openstack-request-id: req-f8e3354b-c5f6-48ef-bda6-3c5d4796b862 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:45:07.468353 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:45:07.468614 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8e3354b-c5f6-48ef-bda6-3c5d4796b862 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:45:07.469070 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'status': 'completed', 'code': 200} Jan 24 10:45:07.531228 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:07.534463 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-953af45b-cd3f-4995-b5e6-bc6d9e3616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:07.537022 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-953af45b-cd3f-4995-b5e6-bc6d9e3616a7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 1098 time: 0.0454481 Jan 24 10:45:07.671890 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-ca55b74b-8c7b-4670-9048-69edfe9792ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:07.673389 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-ca55b74b-8c7b-4670-9048-69edfe9792ba service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1280091 Jan 24 10:45:07.692266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745189bb-0b8e-4d7a-ba42-df04926f127c req-55b0178e-973c-4cb6-8f0e-f83fc3559e1d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:07.693742 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-745189bb-0b8e-4d7a-ba42-df04926f127c req-55b0178e-973c-4cb6-8f0e-f83fc3559e1d tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0729229 Jan 24 10:45:07.735663 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-620b8df8-0ebd-4b29-8690-43293b04220d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 200 len: 217 time: 0.0409672 Jan 24 10:45:07.774592 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:07.800435 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:45:07.809036 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:07.809653 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:44:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:07.810300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-745189bb-0b8e-4d7a-ba42-df04926f127c req-0914ff93-00a0-43ca-9005-f416545f8296 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086910 Jan 24 10:45:07.816043 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-1f1cf7e9-96cb-4c8e-abcb-8640f67e9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:07.818097 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-1f1cf7e9-96cb-4c8e-abcb-8640f67e9224 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0733984 Jan 24 10:45:07.872195 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-9950aa5c-bf9d-4e90-80c2-ae8906eaa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:07.873737 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-9950aa5c-bf9d-4e90-80c2-ae8906eaa463 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497496 Jan 24 10:45:07.917570 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:07.965674 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-4b416a5a-13f6-4879-a9c9-71371ff7877e service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816917 Jan 24 10:45:08.059137 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2956934a-6024-4d2d-b3cd-f726cba90681 req-6152482a-6eec-4850-8c84-3206855f254b service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860298 Jan 24 10:45:08.144152 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:08.169568 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579db4f-0d0a-4bad-a690-25f3a574f6d4 None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'e66d5109-8e54-4867-9aa0-aec3e0504f7e', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'port_id': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'mac_address': 'fa:16:3e:2f:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:41:01Z', 'updated_at': '2022-01-24T10:41:04Z', 'revision_number': 1, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:45:08.395004 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619b927-ac76-460b-802a-6a527fa97d80 None None] New status for floating IP 8a817007-d006-4a1b-acbb-a082822c6a21: DOWN {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:45:08.927602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246ed0-f496-4cbb-b88d-2c7445baab23 req-127c17e5-df27-45df-a68a-78f75f54d980 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:08.929774 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4246ed0-f496-4cbb-b88d-2c7445baab23 req-127c17e5-df27-45df-a68a-78f75f54d980 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Jan 24 10:45:08.982544 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d4246ed0-f496-4cbb-b88d-2c7445baab23 req-49b0243b-1481-4862-bfcb-2e9659888147 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476794 Jan 24 10:45:09.375344 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2df32b6a-454e-4335-a01d-5b87f0d77472 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:09.376709 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2df32b6a-454e-4335-a01d-5b87f0d77472 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Jan 24 10:45:09.466528 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port 473922dd-ad0f-4050-b1c5-c64340d19f40 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:09.466876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:09.557361 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] For port 473922dd-ad0f-4050-b1c5-c64340d19f40, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=473922dd-ad0f-4050-b1c5-c64340d19f40,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:09.557728 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:09.570284 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for 473922dd-ad0f-4050-b1c5-c64340d19f40 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:09.695582 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (473922dd-ad0f-4050-b1c5-c64340d19f40), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:09.727352 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=473922dd-ad0f-4050-b1c5-c64340d19f40,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:09.769879 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] No DVR routers for this DVR port 473922dd-ad0f-4050-b1c5-c64340d19f40 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:45:09.773090 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:09.776523 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70129f83-fe4f-4739-9f17-df63365ae003 req-2e907f1f-599c-48e9-8c9f-018f791ef759 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "DELETE /v2.0/ports/473922dd-ad0f-4050-b1c5-c64340d19f40 HTTP/1.1" status: 204 len: 173 time: 0.3928227 Jan 24 10:45:09.777011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'name': 'network-vif-deleted', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:45:09.779406 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87164c-933b-4e79-836a-424eab0ce8c5" -d '{"events": [{"server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "name": "network-vif-deleted", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:45:09.817594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae137406-da0a-4f22-8883-e80614d8c782 x-openstack-request-id: req-ae137406-da0a-4f22-8883-e80614d8c782 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:45:09.817899 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db657233-f8a2-4c6e-aed4-23a6a1477a23", "name": "network-vif-deleted", "tag": "473922dd-ad0f-4050-b1c5-c64340d19f40", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:45:09.818161 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae137406-da0a-4f22-8883-e80614d8c782 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:45:09.818583 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db657233-f8a2-4c6e-aed4-23a6a1477a23', 'name': 'network-vif-deleted', 'tag': '473922dd-ad0f-4050-b1c5-c64340d19f40', 'status': 'completed', 'code': 200} Jan 24 10:45:10.089511 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9476203-f244-4f09-93b2-893ca1b7ae2c req-108d4641-f348-4e71-9ced-0060acb13116 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=db657233-f8a2-4c6e-aed4-23a6a1477a23 HTTP/1.1" status: 200 len: 210 time: 0.0329411 Jan 24 10:45:10.334117 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ed4b4-6433-4678-b0ae-022eaf1bfedc req-68d5d20e-2f13-4d57-b38d-862027914256 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:10.335627 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-402ed4b4-6433-4678-b0ae-022eaf1bfedc req-68d5d20e-2f13-4d57-b38d-862027914256 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0500379 Jan 24 10:45:10.388078 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-402ed4b4-6433-4678-b0ae-022eaf1bfedc req-90c1e7ba-0296-48a0-88f6-41d9ce03f6af tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468597 Jan 24 10:45:11.514454 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8dd36-fa66-4dd2-88f0-bbdebaea35d0 req-0fd70578-174f-49a1-b18e-bd11bd8c68b5 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:11.515944 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75f8dd36-fa66-4dd2-88f0-bbdebaea35d0 req-0fd70578-174f-49a1-b18e-bd11bd8c68b5 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0486269 Jan 24 10:45:11.562852 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75f8dd36-fa66-4dd2-88f0-bbdebaea35d0 req-53bb1550-c1af-4610-8b76-e825da0d0ae3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Jan 24 10:45:12.682405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d122ce-b7cf-43cd-87e5-e16e120d7db2 req-c8b4e484-44dd-4052-b227-66370d72db2c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:12.683927 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16d122ce-b7cf-43cd-87e5-e16e120d7db2 req-c8b4e484-44dd-4052-b227-66370d72db2c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0519016 Jan 24 10:45:12.730371 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16d122ce-b7cf-43cd-87e5-e16e120d7db2 req-4c23ccf1-03d7-4786-94b3-1d35df37c34f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Jan 24 10:45:12.900441 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 473922dd-ad0f-4050-b1c5-c64340d19f40 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:12.920251 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 473922dd-ad0f-4050-b1c5-c64340d19f40 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:12.920600 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 473922dd-ad0f-4050-b1c5-c64340d19f40 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:13.373596 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 53980) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:13.532729 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port d854342d-3687-4e97-9c7a-fff8c765159b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:13.533107 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:13.606743 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:13.607074 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (d854342d-3687-4e97-9c7a-fff8c765159b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:13.618920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for d854342d-3687-4e97-9c7a-fff8c765159b owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:13.763541 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (d854342d-3687-4e97-9c7a-fff8c765159b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:13.791015 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=d854342d-3687-4e97-9c7a-fff8c765159b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:13.880555 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (e66d5109-8e54-4867-9aa0-aec3e0504f7e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:13.880816 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Floating IP e66d5109-8e54-4867-9aa0-aec3e0504f7e disassociated (deleted). External IP: 172.27.1.61, port: 2902caeb-3da7-420a-96ba-ba2389c3516e. Jan 24 10:45:13.893136 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d4c0d-bd6c-469c-8c7a-b265983dde93 req-c169a3b5-8732-484b-bde4-baa0e6b23c58 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:13.894604 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb9d4c0d-bd6c-469c-8c7a-b265983dde93 req-c169a3b5-8732-484b-bde4-baa0e6b23c58 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0825956 Jan 24 10:45:14.009126 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fb9d4c0d-bd6c-469c-8c7a-b265983dde93 req-3e96dd76-ccc2-4ae0-80be-4601161e6c68 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846148 Jan 24 10:45:14.135690 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:45:14.244222 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:45:14.249045 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:14.253865 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:45:14.264206 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:14.264816 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:44:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:14.277575 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d7e81dc9-b359-4751-aad3-86a499905ba3 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "DELETE /v2.0/floatingips/e66d5109-8e54-4867-9aa0-aec3e0504f7e HTTP/1.1" status: 204 len: 168 time: 0.9026897 Jan 24 10:45:14.278171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:45:14.280693 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28746d15-34e0-4cad-a80d-90aa674e7b44" -d '{"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:45:14.345095 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6912888-6b9a-4270-9501-34bbd881c222 x-openstack-request-id: req-c6912888-6b9a-4270-9501-34bbd881c222 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:45:14.345396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:45:14.345660 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6912888-6b9a-4270-9501-34bbd881c222 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:45:14.346076 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'status': 'completed', 'code': 200} Jan 24 10:45:14.386000 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:14.409661 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-9b2c96e9-4ec5-4487-aa78-9de0c4d99f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:14.411236 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-9b2c96e9-4ec5-4487-aa78-9de0c4d99f27 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 1098 time: 0.0448930 Jan 24 10:45:14.517473 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60948235-ab29-4627-8ddf-c41728911a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:14.544069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-5b49c20a-4105-4c29-a31d-5d4c2e884ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:14.545595 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-5b49c20a-4105-4c29-a31d-5d4c2e884ce7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 200 len: 913 time: 0.1272340 Jan 24 10:45:14.554143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3edb-c654-4b36-a233-abfe07bbd169 req-148e3b80-60e3-475d-8a7b-e1cf47df6c65 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:14.555524 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b7a3edb-c654-4b36-a233-abfe07bbd169 req-148e3b80-60e3-475d-8a7b-e1cf47df6c65 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0757155 Jan 24 10:45:14.596770 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-19eda684-ddc0-489a-8035-eafff8084389 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 200 len: 217 time: 0.0402896 Jan 24 10:45:14.603490 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:14.634697 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:45:14.643265 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:14.643802 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:44:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:14.672072 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b7a3edb-c654-4b36-a233-abfe07bbd169 req-b4390238-bfdc-43e0-895d-5969dc72604c tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097860 Jan 24 10:45:14.673613 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-09a4ad5a-4c9a-4aeb-9b13-acd73bedc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:14.675180 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-09a4ad5a-4c9a-4aeb-9b13-acd73bedc53b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 200 len: 851 time: 0.0722275 Jan 24 10:45:14.731908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-64db93d2-9847-49c3-8bf1-31d7c21dc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:14.733424 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-64db93d2-9847-49c3-8bf1-31d7c21dc115 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=aae34615-8adf-4b7f-84df-b01d55f5ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470376 Jan 24 10:45:14.748628 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:14.826690 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-297940ad-0f00-44b5-a113-102dd8fb4bb3 service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Jan 24 10:45:14.922998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28746d15-34e0-4cad-a80d-90aa674e7b44 req-49d04a8f-86d6-4186-bf3c-dcc5cbdfdbfc service neutron] 10.222.0.120 "GET /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Jan 24 10:45:15.034288 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:15.065265 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6260f8-6f7c-4971-a71f-36f10554b459 None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:37:14Z', 'revision_number': 4, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': '66b259d3-ea76-4647-ae70-81248b05c691', 'name': '', 'network_id': 'aae34615-8adf-4b7f-84df-b01d55f5ef68', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'mac_address': 'fa:16:3e:50:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:13Z', 'updated_at': '2022-01-24T10:37:21Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'subnets': [{'id': '8e44845f-9016-4fda-bb8b-6ad210002df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:45:15.132771 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958f43-655f-4cf2-8bcb-3b0a921a3598 req-53d0a89d-5ea5-4774-968e-ca79dc7b399c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:15.134374 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-07958f43-655f-4cf2-8bcb-3b0a921a3598 req-53d0a89d-5ea5-4774-968e-ca79dc7b399c tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0555184 Jan 24 10:45:15.182802 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-07958f43-655f-4cf2-8bcb-3b0a921a3598 req-1b84210f-0640-4514-9503-76696d846eef tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Jan 24 10:45:15.309980 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc87f8-c77d-4c75-8fef-ce708755e610 None None] New status for floating IP e66d5109-8e54-4867-9aa0-aec3e0504f7e: DOWN {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:45:15.790202 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037bc9e-971d-4da6-91ba-ef36c0842314 req-fad43f17-3bf3-43d1-a3e0-184ebcc4dc1f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:15.791580 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0037bc9e-971d-4da6-91ba-ef36c0842314 req-fad43f17-3bf3-43d1-a3e0-184ebcc4dc1f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Jan 24 10:45:15.841817 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0037bc9e-971d-4da6-91ba-ef36c0842314 req-070ff23d-6149-4afb-97b4-1ddfdb59fa3f tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/security-groups?id=8da42b00-1e8b-4f2a-a42d-069b87746d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Jan 24 10:45:16.153319 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-887c1ae3-3c14-411a-9248-903b428a0ddc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:16.154756 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-887c1ae3-3c14-411a-9248-903b428a0ddc tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Jan 24 10:45:16.246618 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port 2902caeb-3da7-420a-96ba-ba2389c3516e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:16.246974 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:16.651805 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b645454-a848-49ee-a02d-012703d30442 req-cfbf02f0-191d-4140-a250-341a82df1b92 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:16.653324 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b645454-a848-49ee-a02d-012703d30442 req-cfbf02f0-191d-4140-a250-341a82df1b92 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.3921170 Jan 24 10:45:16.676702 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] For port 2902caeb-3da7-420a-96ba-ba2389c3516e, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=2902caeb-3da7-420a-96ba-ba2389c3516e,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:16.677034 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:16.694570 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for 2902caeb-3da7-420a-96ba-ba2389c3516e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:16.724755 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8b645454-a848-49ee-a02d-012703d30442 req-4c2fec83-ef61-4280-835d-7d3d857f7e75 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658877 Jan 24 10:45:16.811252 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-14b33b77-07a7-4368-8746-86b9a1ad7bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:16.845410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (2902caeb-3da7-420a-96ba-ba2389c3516e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:16.876953 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=2902caeb-3da7-420a-96ba-ba2389c3516e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:16.921786 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] No DVR routers for this DVR port 2902caeb-3da7-420a-96ba-ba2389c3516e on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:45:16.924374 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:16.928659 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef6a9ca-de0a-400f-8122-00a308bb2a45 req-587f63c7-8876-4723-89e5-f2836f386974 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.120 "DELETE /v2.0/ports/2902caeb-3da7-420a-96ba-ba2389c3516e HTTP/1.1" status: 204 len: 173 time: 0.7677426 Jan 24 10:45:16.938409 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'name': 'network-vif-deleted', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:45:16.941098 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1689b4a2-a0e7-48a7-bbaf-2821f13417cd" -d '{"events": [{"server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "name": "network-vif-deleted", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:45:16.964925 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e6267449-9d44-484f-be22-793321898e1d req-bc704db1-e9bf-44b8-b7fd-6c6d6eef6d81 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "GET /v2.0/ports?device_id=010e0c5d-fd18-4640-85ac-8dc298f85203 HTTP/1.1" status: 200 len: 210 time: 0.0445461 Jan 24 10:45:17.149271 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9776e854-678e-42f7-aec7-bd8f82797805 x-openstack-request-id: req-9776e854-678e-42f7-aec7-bd8f82797805 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:45:17.149575 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010e0c5d-fd18-4640-85ac-8dc298f85203", "name": "network-vif-deleted", "tag": "2902caeb-3da7-420a-96ba-ba2389c3516e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:45:17.149839 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9776e854-678e-42f7-aec7-bd8f82797805 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:45:17.150250 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010e0c5d-fd18-4640-85ac-8dc298f85203', 'name': 'network-vif-deleted', 'tag': '2902caeb-3da7-420a-96ba-ba2389c3516e', 'status': 'completed', 'code': 200} Jan 24 10:45:18.026902 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:18.061079 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.083496 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eccaa-f76f-46f2-b849-1fe87cef74da req-36c9b63e-1fd1-4e47-a2e1-682b41277fc2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:18.084968 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-468eccaa-f76f-46f2-b849-1fe87cef74da req-36c9b63e-1fd1-4e47-a2e1-682b41277fc2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.2920969 Jan 24 10:45:18.187432 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-468eccaa-f76f-46f2-b849-1fe87cef74da req-9a13eb49-b00d-43c0-92d1-beec987c639a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743899 Jan 24 10:45:18.198952 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Deleting port 155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:18.199208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.272980 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.273320 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.284602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Calling delete_port for 155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:18.424784 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.451897 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'Port': ['ID=155fdb89-1daa-4cb4-a0d9-ac0708ff6d7f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:18.512649 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for floatingip (62394b1b-e3b3-4eeb-877b-a57ecff8d3fe), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.515227 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:18.516385 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-571f7f4c-4075-4291-a350-4f39bd2c5cc6 tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "DELETE /v2.0/floatingips/62394b1b-e3b3-4eeb-877b-a57ecff8d3fe HTTP/1.1" status: 204 len: 168 time: 0.4885390 Jan 24 10:45:18.911898 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 2902caeb-3da7-420a-96ba-ba2389c3516e no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:18.935224 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 2902caeb-3da7-420a-96ba-ba2389c3516e {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:18.935570 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 2902caeb-3da7-420a-96ba-ba2389c3516e not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:19.358104 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee85d-cc8b-49a2-8621-a6269aba8f32 req-5e824df8-1274-4c2c-b0a6-4f31bbbb4879 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:19.359592 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e49ee85d-cc8b-49a2-8621-a6269aba8f32 req-5e824df8-1274-4c2c-b0a6-4f31bbbb4879 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.1045535 Jan 24 10:45:19.404466 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e49ee85d-cc8b-49a2-8621-a6269aba8f32 req-19bf97e0-11c9-4c77-acfb-5d8a8aba08a2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 Jan 24 10:45:19.479603 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:19.703529 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54022) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:19.761956 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (8da42b00-1e8b-4f2a-a42d-069b87746d6a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:19.786922 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (8da42b00-1e8b-4f2a-a42d-069b87746d6a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:19.851288 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (8da42b00-1e8b-4f2a-a42d-069b87746d6a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:19.854261 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:19.855815 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] 10.222.0.45 "DELETE /v2.0/security-groups/8da42b00-1e8b-4f2a-a42d-069b87746d6a HTTP/1.1" status: 204 len: 168 time: 0.1512856 Jan 24 10:45:19.865717 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da42b00-1e8b-4f2a-a42d-069b87746d6a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:19.873551 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.873916 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.874272 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.874649 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.875006 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.875346 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.875689 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.876159 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.876457 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.876796 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.877328 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.877762 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.878112 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e01830-f921-4aeb-9362-446ab81491ca tempest-TestVolumeBootPattern-554377222 tempest-TestVolumeBootPattern-554377222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:19.910190 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:20.349707 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:20.558701 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9544-84ea-474b-b0ff-c084a35244e0 req-77c4a664-e58d-4048-8adf-1894b122cfa9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:20.560422 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51be9544-84ea-474b-b0ff-c084a35244e0 req-77c4a664-e58d-4048-8adf-1894b122cfa9 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0824571 Jan 24 10:45:20.650172 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51be9544-84ea-474b-b0ff-c084a35244e0 req-b2864df2-1bbf-499d-b001-af575ce9f2a4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828304 Jan 24 10:45:20.675424 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Deleting port 66b259d3-ea76-4647-ae70-81248b05c691 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:20.676036 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (66b259d3-ea76-4647-ae70-81248b05c691), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:20.755843 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] For port 66b259d3-ea76-4647-ae70-81248b05c691, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=66b259d3-ea76-4647-ae70-81248b05c691,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:20.756211 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (66b259d3-ea76-4647-ae70-81248b05c691), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:20.768376 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Calling delete_port for 66b259d3-ea76-4647-ae70-81248b05c691 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:20.797929 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:20.946900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (66b259d3-ea76-4647-ae70-81248b05c691), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:20.973231 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Pushing event deleted for resources: {'Port': ['ID=66b259d3-ea76-4647-ae70-81248b05c691,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:21.140763 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:21.354698 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Router 9dd14c5c-089c-477f-9d7d-e956e430a78f has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:45:21.467471 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:45:21.472579 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1df58c09-84e3-49a8-9294-b5ee701a9dba admin admin] 10.222.0.45 "PUT /v2.0/routers/9dd14c5c-089c-477f-9d7d-e956e430a78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609629 Jan 24 10:45:21.475258 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54034) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:21.477969 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Sync routers for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:45:21.487205 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:21.487813 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:21.581059 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks [] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:21.590383 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:21.710344 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks [] for router_gateway (9dd14c5c-089c-477f-9d7d-e956e430a78f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:21.776242 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '95570374-b63f-47a8-b112-b1380054b5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:45:20Z', 'revision_number': 5, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port': {'id': '95570374-b63f-47a8-b112-b1380054b5f7', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:11Z', 'updated_at': '2022-01-24T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:21.795229 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7387e-2e2a-4ca3-8725-530dabe53c35 req-df52f11d-717f-4b0f-ba3f-a604e71fa699 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:21.796729 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ff7387e-2e2a-4ca3-8725-530dabe53c35 req-df52f11d-717f-4b0f-ba3f-a604e71fa699 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0773695 Jan 24 10:45:21.808914 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Checking router: 9dd14c5c-089c-477f-9d7d-e956e430a78f for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:45:21.817511 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Routers {'9dd14c5c-089c-477f-9d7d-e956e430a78f'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:21.818233 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['9dd14c5c-089c-477f-9d7d-e956e430a78f'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:21.822955 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Deleting port 95570374-b63f-47a8-b112-b1380054b5f7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:21.823298 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (95570374-b63f-47a8-b112-b1380054b5f7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:21.900083 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ff7387e-2e2a-4ca3-8725-530dabe53c35 req-e70c8bb9-0b09-4316-95e1-3a41145168f5 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928860 Jan 24 10:45:21.902364 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] Set router 9dd14c5c-089c-477f-9d7d-e956e430a78f gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:21.929542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] For port 95570374-b63f-47a8-b112-b1380054b5f7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=95570374-b63f-47a8-b112-b1380054b5f7,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:21.929914 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (95570374-b63f-47a8-b112-b1380054b5f7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:21.942200 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Calling delete_port for 95570374-b63f-47a8-b112-b1380054b5f7 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:21.958868 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:45:21Z', 'revision_number': 6, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:21.988019 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c0bbe-f208-4028-b585-0480a7f0f3ee None None] The sync data for ids ['9dd14c5c-089c-477f-9d7d-e956e430a78f'] in dv-cinder-826036-1-iscsi is: [{'id': '9dd14c5c-089c-477f-9d7d-e956e430a78f', 'name': 'tempest-TestVolumeBootPattern-1057807006-router', 'tenant_id': '740bf9a130244ad09ea7b7afa2b359e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:10Z', 'updated_at': '2022-01-24T10:45:21Z', 'revision_number': 6, 'project_id': '740bf9a130244ad09ea7b7afa2b359e0', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:45:22.183696 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54d533-25d5-4cac-a2b2-287f9675a407 req-4987c4dd-4a44-475f-bc70-1d3be8e65d9a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:22.185096 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f54d533-25d5-4cac-a2b2-287f9675a407 req-4987c4dd-4a44-475f-bc70-1d3be8e65d9a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.1155088 Jan 24 10:45:22.213456 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (95570374-b63f-47a8-b112-b1380054b5f7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.243981 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-852e4c61-86ea-49ff-b5b7-c08a442f4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:22.245508 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-852e4c61-86ea-49ff-b5b7-c08a442f4d64 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1099 time: 0.1099281 Jan 24 10:45:22.250655 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95570374-b63f-47a8-b112-b1380054b5f7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:22.346074 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f54d533-25d5-4cac-a2b2-287f9675a407 req-84908c8d-d5b7-4d5b-af30-067687a81e2f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539578 Jan 24 10:45:22.390705 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.497575 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.500676 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks [] for router_controller (9dd14c5c-089c-477f-9d7d-e956e430a78f), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.504237 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-38cbad89-9b64-4e90-9a29-89d891a2d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:22.505794 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-38cbad89-9b64-4e90-9a29-89d891a2d3cd service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.2506413 Jan 24 10:45:22.584216 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (9dd14c5c-089c-477f-9d7d-e956e430a78f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.585036 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd14c5c-089c-477f-9d7d-e956e430a78f {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:45:22.590320 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.591463 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-761cc21b-02fc-4f3b-a135-33c9d7629aa7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9dd14c5c-089c-477f-9d7d-e956e430a78f HTTP/1.1" status: 204 len: 168 time: 1.1152759 Jan 24 10:45:22.594035 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54048) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:22.634407 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-43cd2ea9-b15c-4f19-9971-2fb9cf35f890 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 1001 time: 0.0952585 Jan 24 10:45:22.671299 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Deleting subnet 8e44845f-9016-4fda-bb8b-6ad210002df4 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:45:22.676405 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Publish callbacks [] for subnet (8e44845f-9016-4fda-bb8b-6ad210002df4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.719919 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-db3fda55-66dd-4697-af20-f180a6bbf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:22.721294 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-db3fda55-66dd-4697-af20-f180a6bbf5b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0796432 Jan 24 10:45:22.725594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216450'] for subnet (8e44845f-9016-4fda-bb8b-6ad210002df4), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.800399 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-eda0798b-75a0-41d5-b728-ac897b828147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:22.802795 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-eda0798b-75a0-41d5-b728-ac897b828147 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751965 Jan 24 10:45:22.887818 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (8e44845f-9016-4fda-bb8b-6ad210002df4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:22.947233 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-56692ba5-4449-4435-a328-aeaf030fb0d1 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279716 Jan 24 10:45:22.975568 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12218033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311980'] for subnet (8e44845f-9016-4fda-bb8b-6ad210002df4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.045856 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e44845f-9016-4fda-bb8b-6ad210002df4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:23.049289 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.051932 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55d690-0ab7-4756-b448-01fe644b28dc None None] Network aae34615-8adf-4b7f-84df-b01d55f5ef68 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:45:23.052864 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-216f5f9f-55c0-4878-8caa-3de7c7e9018c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8e44845f-9016-4fda-bb8b-6ad210002df4 HTTP/1.1" status: 204 len: 168 time: 0.4578862 Jan 24 10:45:23.055427 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54052) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:23.138271 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30acebcb-d3e7-4a66-9810-62758fcfbe3f req-00e1951a-7c0e-4271-a2be-d1cd0df068f6 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831160 Jan 24 10:45:23.144737 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (aae34615-8adf-4b7f-84df-b01d55f5ef68), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.206011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Deleting port 65977261-8ca5-49f7-830f-851b32f222c7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:23.206356 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (65977261-8ca5-49f7-830f-851b32f222c7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.226171 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] DHCP port deletion for aae34615-8adf-4b7f-84df-b01d55f5ef68 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:45:23.270100 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] For port 65977261-8ca5-49f7-830f-851b32f222c7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=65977261-8ca5-49f7-830f-851b32f222c7,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:23.270479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (65977261-8ca5-49f7-830f-851b32f222c7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.273418 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Deleting port 65977261-8ca5-49f7-830f-851b32f222c7 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:23.273805 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (65977261-8ca5-49f7-830f-851b32f222c7), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.282620 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Calling delete_port for 65977261-8ca5-49f7-830f-851b32f222c7 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:23.340614 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] For port 65977261-8ca5-49f7-830f-851b32f222c7, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=65977261-8ca5-49f7-830f-851b32f222c7,segment=NetworkSegment(6d5c1a28-378e-4b75-a1f5-82ec145ad0d1),segment_id=6d5c1a28-378e-4b75-a1f5-82ec145ad0d1)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:23.341047 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (65977261-8ca5-49f7-830f-851b32f222c7), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.354124 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Calling delete_port for 65977261-8ca5-49f7-830f-851b32f222c7 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:23.438577 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (65977261-8ca5-49f7-830f-851b32f222c7), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.463544 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Pushing event deleted for resources: {'Port': ['ID=65977261-8ca5-49f7-830f-851b32f222c7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:23.473093 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] No DVR routers for this DVR port 65977261-8ca5-49f7-830f-851b32f222c7 on host dv-cinder-826036-1-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:45:23.475476 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.475838 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.476245 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.476543 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.476894 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.477259 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.477605 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.477933 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.478270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.478605 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.478941 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.479270 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.479599 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d384e7a6-41f9-49d4-8778-2ce76f1caa3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:45:23.692176 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (65977261-8ca5-49f7-830f-851b32f222c7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.725086 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Pushing event deleted for resources: {'Port': ['ID=65977261-8ca5-49f7-830f-851b32f222c7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:23.733285 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] No DVR routers for this DVR port 65977261-8ca5-49f7-830f-851b32f222c7 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:45:23.746947 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f44e5-13e2-4f21-8777-e6521fddc696 req-a805e6d7-fa98-4f63-b1c8-163efb9547da tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:23.748494 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b07f44e5-13e2-4f21-8777-e6521fddc696 req-a805e6d7-fa98-4f63-b1c8-163efb9547da tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0914838 Jan 24 10:45:23.797490 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 66b259d3-ea76-4647-ae70-81248b05c691 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:23.824423 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 66b259d3-ea76-4647-ae70-81248b05c691 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:23.824774 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 66b259d3-ea76-4647-ae70-81248b05c691 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:23.825427 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 95570374-b63f-47a8-b112-b1380054b5f7 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:23.844471 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 95570374-b63f-47a8-b112-b1380054b5f7 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:23.844823 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 95570374-b63f-47a8-b112-b1380054b5f7 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:23.845280 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 65977261-8ca5-49f7-830f-851b32f222c7 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:23.847581 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (aae34615-8adf-4b7f-84df-b01d55f5ef68), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.865381 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 65977261-8ca5-49f7-830f-851b32f222c7 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:23.865381 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 65977261-8ca5-49f7-830f-851b32f222c7 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:23.874181 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b07f44e5-13e2-4f21-8777-e6521fddc696 req-3d0307b3-1771-4edf-8768-88d0f6c36334 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066241 Jan 24 10:45:23.883443 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae34615-8adf-4b7f-84df-b01d55f5ef68']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:23.893029 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:23.893433 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5c1a28-378e-4b75-a1f5-82ec145ad0d1') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:23.903010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (6d5c1a28-378e-4b75-a1f5-82ec145ad0d1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.915642 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (6d5c1a28-378e-4b75-a1f5-82ec145ad0d1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.921905 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:45:23.922297 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (6d5c1a28-378e-4b75-a1f5-82ec145ad0d1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self.session.flush() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self.session.flush() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self.session.flush() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self.session.flush() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:45:23.924045 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:45:23.981632 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (aae34615-8adf-4b7f-84df-b01d55f5ef68), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.987076 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:23.990867 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] 10.222.0.45 "DELETE /v2.0/networks/aae34615-8adf-4b7f-84df-b01d55f5ef68 HTTP/1.1" status: 204 len: 168 time: 0.9344826 Jan 24 10:45:23.994174 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54058) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:24.001560 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541cc05-a3a9-4cfa-b7f0-14c150be913e admin admin] Pushing event deleted for resources: {'Network': ['ID=aae34615-8adf-4b7f-84df-b01d55f5ef68,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:24.560574 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:24.803664 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Deleting port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:24.804023 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:24.885261 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] For port 9e68e50b-93dc-4a4d-8912-c242f8bffe1a, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:24.885623 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:24.898229 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Calling delete_port for 9e68e50b-93dc-4a4d-8912-c242f8bffe1a owned by network:router_interface {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:24.991656 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b886e8-9c8e-4533-89a4-1fdd8ad09149 req-06b0c58c-bbac-4fa0-bca4-9b9e39c6de94 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:24.993197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6b886e8-9c8e-4533-89a4-1fdd8ad09149 req-06b0c58c-bbac-4fa0-bca4-9b9e39c6de94 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Jan 24 10:45:25.041802 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6b886e8-9c8e-4533-89a4-1fdd8ad09149 req-1f449105-702c-4fae-bac7-66f6f5164f66 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Jan 24 10:45:25.080292 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (9e68e50b-93dc-4a4d-8912-c242f8bffe1a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.109796 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e68e50b-93dc-4a4d-8912-c242f8bffe1a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:25.266297 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.474841 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:45:25.576490 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:45:25.581525 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-56b1b125-63f2-4e40-a3ea-d838dfd01d38 admin admin] 10.222.0.45 "PUT /v2.0/routers/0f047f33-3c41-4f94-8c8a-10b5e8ff6d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5857267 Jan 24 10:45:25.584220 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54064) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:25.586779 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Sync routers for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:45:25.597777 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:25.598405 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:25.685264 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks [] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.702888 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:25.787049 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks [] for router_gateway (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.845060 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Deleting port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:25.845413 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.887397 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:45:25Z', 'revision_number': 5, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port': {'id': '401eeed5-cfb1-4ff8-8372-a2ac956ea3bd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:37:18Z', 'updated_at': '2022-01-24T10:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:25.914930 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Checking router: 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 for host: dv-cinder-826036-1-iscsi {{(pid=102590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:45:25.923878 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Routers {'0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:45:25.924491 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'], 'active': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:25.927064 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] For port 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:25.927439 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:25.941249 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Calling delete_port for 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd owned by network:router_gateway {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:26.023347 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvr_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] Set router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 gateway port host: None {{(pid=102590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:45:26.077513 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_hamode_db [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:45:25Z', 'revision_number': 6, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:26.104730 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (401eeed5-cfb1-4ff8-8372-a2ac956ea3bd), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.105442 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b88323a-4420-46e7-bf0b-544abe76de00 None None] The sync data for ids ['0f047f33-3c41-4f94-8c8a-10b5e8ff6d78'] in dv-cinder-826036-1-iscsi is: [{'id': '0f047f33-3c41-4f94-8c8a-10b5e8ff6d78', 'name': 'tempest-TestVolumeBootPattern-2137934329-router', 'tenant_id': 'bea72c6a3feb41028ccfc77da77d4911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:37:17Z', 'updated_at': '2022-01-24T10:45:25Z', 'revision_number': 6, 'project_id': 'bea72c6a3feb41028ccfc77da77d4911', 'gw_port_host': None}] {{(pid=102590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:45:26.130308 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=401eeed5-cfb1-4ff8-8372-a2ac956ea3bd,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:26.192063 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.282729 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.284813 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks [] for router_controller (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.332495 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (0f047f33-3c41-4f94-8c8a-10b5e8ff6d78), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.333195 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 {{(pid=102588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:45:26.337782 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.338929 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-f62e0d8f-f14b-43da-a48e-0238f2e911e8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0f047f33-3c41-4f94-8c8a-10b5e8ff6d78 HTTP/1.1" status: 204 len: 168 time: 0.7537954 Jan 24 10:45:26.341449 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54066) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:26.383927 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Deleting subnet 2ce2617b-7e3c-4a14-9b20-16000e0b9624 {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:45:26.386954 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Publish callbacks [] for subnet (2ce2617b-7e3c-4a14-9b20-16000e0b9624), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.420707 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9254458'] for subnet (2ce2617b-7e3c-4a14-9b20-16000e0b9624), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.502382 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (2ce2617b-7e3c-4a14-9b20-16000e0b9624), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.558099 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9253092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8719496'] for subnet (2ce2617b-7e3c-4a14-9b20-16000e0b9624), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.583812 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce2617b-7e3c-4a14-9b20-16000e0b9624,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:26.587462 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.593211 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-29d5f5de-3ba1-4aae-b586-594dd7553f17 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2ce2617b-7e3c-4a14-9b20-16000e0b9624 HTTP/1.1" status: 204 len: 168 time: 0.2483404 Jan 24 10:45:26.593599 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e44daa-ef4d-4aa5-9d5e-7774572a6af4 None None] Network ea110a3f-9475-41d8-8b27-143c09895357 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:45:26.594067 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:26.664118 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (ea110a3f-9475-41d8-8b27-143c09895357), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.718645 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Deleting port f667849e-c53c-40b0-8ae3-1b3c393f4d31 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:26.719021 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.779778 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] For port f667849e-c53c-40b0-8ae3-1b3c393f4d31, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=f667849e-c53c-40b0-8ae3-1b3c393f4d31,segment=NetworkSegment(86006ab5-6158-40ae-8ccf-85d716e7cc2c),segment_id=86006ab5-6158-40ae-8ccf-85d716e7cc2c)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:26.780143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.792242 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Calling delete_port for f667849e-c53c-40b0-8ae3-1b3c393f4d31 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:26.874528 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (f667849e-c53c-40b0-8ae3-1b3c393f4d31), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:26.888768 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25224db-60dd-4a6a-bc9d-806ed69bc108 None None] DHCP port deletion for ea110a3f-9475-41d8-8b27-143c09895357 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:45:26.907557 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f667849e-c53c-40b0-8ae3-1b3c393f4d31,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:26.914151 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] No DVR routers for this DVR port f667849e-c53c-40b0-8ae3-1b3c393f4d31 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:45:26.989330 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (ea110a3f-9475-41d8-8b27-143c09895357), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.010249 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea110a3f-9475-41d8-8b27-143c09895357']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:27.019705 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86006ab5-6158-40ae-8ccf-85d716e7cc2c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:27.020010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86006ab5-6158-40ae-8ccf-85d716e7cc2c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:45:27.032976 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (86006ab5-6158-40ae-8ccf-85d716e7cc2c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.046704 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (86006ab5-6158-40ae-8ccf-85d716e7cc2c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.053414 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:45:27.053796 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (86006ab5-6158-40ae-8ccf-85d716e7cc2c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:45:27.055436 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:45:27.111170 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (ea110a3f-9475-41d8-8b27-143c09895357), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.117615 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.123834 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ea110a3f-9475-41d8-8b27-143c09895357 HTTP/1.1" status: 204 len: 168 time: 0.5263073 Jan 24 10:45:27.135342 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77a83-8bb4-43e6-9004-d54226677e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea110a3f-9475-41d8-8b27-143c09895357,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:27.240607 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54072) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:27.279167 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1ccd35a1-56b8-444a-8200-592e0a53a7b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=740bf9a130244ad09ea7b7afa2b359e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373590 Jan 24 10:45:27.281552 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54074) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:27.335527 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] Publish callbacks [] for security_group (4cf4be0d-9cfd-46b0-a236-9c243ceda94c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.356576 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] Publish callbacks [] for security_group (4cf4be0d-9cfd-46b0-a236-9c243ceda94c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.402798 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (4cf4be0d-9cfd-46b0-a236-9c243ceda94c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.405479 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.406658 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cf4be0d-9cfd-46b0-a236-9c243ceda94c HTTP/1.1" status: 204 len: 168 time: 0.1242087 Jan 24 10:45:27.415173 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046fcc-beba-42fa-bd2f-ea06f3645d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4be0d-9cfd-46b0-a236-9c243ceda94c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:27.712279 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54082) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:27.752300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-197d50ee-f958-4e37-aaba-872375c180e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bea72c6a3feb41028ccfc77da77d4911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387547 Jan 24 10:45:27.754754 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54084) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:45:27.803639 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] Publish callbacks [] for security_group (9809c28b-d3f3-4a5d-859d-f4f7962bb24c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.807733 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device f667849e-c53c-40b0-8ae3-1b3c393f4d31 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:27.825263 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] Publish callbacks [] for security_group (9809c28b-d3f3-4a5d-859d-f4f7962bb24c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.828149 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: f667849e-c53c-40b0-8ae3-1b3c393f4d31 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:27.828576 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device f667849e-c53c-40b0-8ae3-1b3c393f4d31 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:27.829138 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 9e68e50b-93dc-4a4d-8912-c242f8bffe1a no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:27.848512 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 9e68e50b-93dc-4a4d-8912-c242f8bffe1a {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:27.848860 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 9e68e50b-93dc-4a4d-8912-c242f8bffe1a not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:27.849298 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:45:27.869780 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:45:27.870194 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 401eeed5-cfb1-4ff8-8372-a2ac956ea3bd not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:45:27.873978 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (9809c28b-d3f3-4a5d-859d-f4f7962bb24c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.876589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:27.877778 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9809c28b-d3f3-4a5d-859d-f4f7962bb24c HTTP/1.1" status: 204 len: 168 time: 0.1220980 Jan 24 10:45:27.885929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f21787-ec8e-448c-a612-35e18b3fe557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809c28b-d3f3-4a5d-859d-f4f7962bb24c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:45:29.876294 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-9fa8abb8-dd2e-424b-9aa3-ea9a3a5ad6b2 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427668 Jan 24 10:45:29.935059 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-5537134d-8778-478f-8cfd-de94777ccb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:29.936540 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-5537134d-8778-478f-8cfd-de94777ccb97 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 1099 time: 0.0400701 Jan 24 10:45:30.042944 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-62f47e3e-a291-4f5e-bff3-ebd628337795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:30.044343 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-62f47e3e-a291-4f5e-bff3-ebd628337795 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.0862455 Jan 24 10:45:30.108280 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-76896bd5-5652-4170-ab87-2c9abe81899f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 200 len: 1001 time: 0.0567310 Jan 24 10:45:30.155622 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-aef81799-20d8-46aa-9b8d-4efb15d86165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:30.157101 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-aef81799-20d8-46aa-9b8d-4efb15d86165 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0419893 Jan 24 10:45:30.161591 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:30.340305 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-846a8e52-bd7e-4d2c-91e6-e54d2874ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:30.341861 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-846a8e52-bd7e-4d2c-91e6-e54d2874ea4d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777606 Jan 24 10:45:30.353360 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-d6dc1662-216c-463e-ba79-f8b4bd76a979 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:45:30.354300 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-d6dc1662-216c-463e-ba79-f8b4bd76a979 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049000 Jan 24 10:45:30.441419 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-49b24ad5-94aa-409a-b23b-55bb8c07fc69 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Jan 24 10:45:30.533061 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c781bd8-bebb-4643-82db-9c9cb50a9058 req-31aec20e-0f8a-49fc-8f30-712859e8923a service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853090 Jan 24 10:45:40.699694 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:45:44.513900 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cd7cbc75-fbc8-4ab4-9b69-a826712c2906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:46.812642 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7501f53d-def0-45de-ada8-51f69c480cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:48.064381 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:49.482208 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:50.800535 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:57.434776 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a285-98fe-4e96-a734-45354f87fb7c req-25317da2-6b91-4303-ad61-80f513404cb2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:57.436279 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cff1a285-98fe-4e96-a734-45354f87fb7c req-25317da2-6b91-4303-ad61-80f513404cb2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0503671 Jan 24 10:45:57.482565 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cff1a285-98fe-4e96-a734-45354f87fb7c req-23ad2de2-4803-4983-ab3c-5c11fa931a3a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401464 Jan 24 10:45:58.595999 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72eeb8-b96d-4339-b166-2feefee023a4 req-7916476c-b279-4277-86c6-7c670b85a625 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:58.597985 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef72eeb8-b96d-4339-b166-2feefee023a4 req-7916476c-b279-4277-86c6-7c670b85a625 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0475404 Jan 24 10:45:58.647006 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef72eeb8-b96d-4339-b166-2feefee023a4 req-7bff869d-082d-4911-8542-0b89c00466d0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Jan 24 10:45:59.401970 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4724-14cc-4a09-94e5-e47249273170 req-b6a80229-e3a2-4c92-aef9-7597f84cf240 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:59.403436 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c65f4724-14cc-4a09-94e5-e47249273170 req-b6a80229-e3a2-4c92-aef9-7597f84cf240 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0572391 Jan 24 10:45:59.492777 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Deleting port 065192cf-2072-41b9-87f8-3c3851c8e855 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:45:59.493162 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:59.583111 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] For port 065192cf-2072-41b9-87f8-3c3851c8e855, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=065192cf-2072-41b9-87f8-3c3851c8e855,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:45:59.583395 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:59.781589 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:59.782294 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:59.782294 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Floating IP d7ecb24e-14e7-4e62-ba1a-2e96228f8f09 disassociated. External IP: 172.27.1.12, port: 065192cf-2072-41b9-87f8-3c3851c8e855. Jan 24 10:45:59.782594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Calling delete_port for 065192cf-2072-41b9-87f8-3c3851c8e855 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:45:59.807874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc53a8-20a8-4f79-b78c-2b21eacb4bf6 req-04952cdc-0faf-485c-b91c-87822323615a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:45:59.809356 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8afc53a8-20a8-4f79-b78c-2b21eacb4bf6 req-04952cdc-0faf-485c-b91c-87822323615a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=6577914a-8958-4f2d-acf9-c6b9c9b05c60 HTTP/1.1" status: 200 len: 946 time: 0.0824304 Jan 24 10:45:59.894899 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8afc53a8-20a8-4f79-b78c-2b21eacb4bf6 req-047b95ad-747b-4c25-a471-affa6461511e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfa98e8a-2883-434d-9f5d-ac6f04f83c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574827 Jan 24 10:45:59.959699 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (065192cf-2072-41b9-87f8-3c3851c8e855), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:45:59.989496 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'Port': ['ID=065192cf-2072-41b9-87f8-3c3851c8e855,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:00.100594 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:46:00.156929 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:00.209253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:46:00.219702 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:46:00.228782 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:46:00.229561 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:00.250590 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] No DVR routers for this DVR port 065192cf-2072-41b9-87f8-3c3851c8e855 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:46:00.253192 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:00.257169 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c65f4724-14cc-4a09-94e5-e47249273170 req-ac49b537-2c00-4080-a221-d0d0906f2399 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "DELETE /v2.0/ports/065192cf-2072-41b9-87f8-3c3851c8e855 HTTP/1.1" status: 204 len: 173 time: 0.8459692 Jan 24 10:46:00.257625 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'name': 'network-vif-deleted', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:46:00.259940 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4dd413-ca04-477c-b977-921baa1503ad" -d '{"events": [{"server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "name": "network-vif-deleted", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:46:00.338497 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:46:00.448787 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd509a5-6ab3-431b-99e9-ba0239e83139 x-openstack-request-id: req-2bd509a5-6ab3-431b-99e9-ba0239e83139 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:46:00.449208 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6577914a-8958-4f2d-acf9-c6b9c9b05c60", "name": "network-vif-deleted", "tag": "065192cf-2072-41b9-87f8-3c3851c8e855", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:46:00.449542 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bd509a5-6ab3-431b-99e9-ba0239e83139 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:46:00.450031 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6577914a-8958-4f2d-acf9-c6b9c9b05c60', 'name': 'network-vif-deleted', 'tag': '065192cf-2072-41b9-87f8-3c3851c8e855', 'status': 'completed', 'code': 200} Jan 24 10:46:00.549420 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:00.579608 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:46:00.587823 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:46:00.588375 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:00.693834 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:46:00.978773 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:00.979177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54122) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:01.004360 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28b7b-6bb1-48e9-9dc6-161c02743491 None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:46:01.037771 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (cfa98e8a-2883-434d-9f5d-ac6f04f83c42), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.067616 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (cfa98e8a-2883-434d-9f5d-ac6f04f83c42), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.114282 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (cfa98e8a-2883-434d-9f5d-ac6f04f83c42), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.116883 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.118084 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "DELETE /v2.0/security-groups/cfa98e8a-2883-434d-9f5d-ac6f04f83c42 HTTP/1.1" status: 204 len: 168 time: 0.1377981 Jan 24 10:46:01.121159 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54124) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:01.127326 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45611560-d1f1-479e-bfab-2003e586e57b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa98e8a-2883-434d-9f5d-ac6f04f83c42,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:01.137238 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.api.v2.resource [None req-fb1971fa-c372-435e-aa2e-bfa524170cea tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] show failed (client error): The resource could not be found. Jan 24 10:46:01.138276 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fb1971fa-c372-435e-aa2e-bfa524170cea tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups/cfa98e8a-2883-434d-9f5d-ac6f04f83c42 HTTP/1.1" status: 404 len: 347 time: 0.0160749 Jan 24 10:46:01.141329 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:01.266772 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c329df76-fca9-48dd-841a-dae938fafb2d None None] New status for floating IP d7ecb24e-14e7-4e62-ba1a-2e96228f8f09: DOWN {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:46:01.271984 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Deleting port db4eae0c-3322-49f6-bcaf-4b2210b618c7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:46:01.272334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.347379 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.347715 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (db4eae0c-3322-49f6-bcaf-4b2210b618c7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.359877 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Calling delete_port for db4eae0c-3322-49f6-bcaf-4b2210b618c7 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:46:01.497634 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (db4eae0c-3322-49f6-bcaf-4b2210b618c7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.519870 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'Port': ['ID=db4eae0c-3322-49f6-bcaf-4b2210b618c7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:01.583682 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (d7ecb24e-14e7-4e62-ba1a-2e96228f8f09), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.586269 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:01.587422 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-aa206c54-1686-490a-8f56-feeb4d53e5b0 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "DELETE /v2.0/floatingips/d7ecb24e-14e7-4e62-ba1a-2e96228f8f09 HTTP/1.1" status: 204 len: 168 time: 0.4451549 Jan 24 10:46:01.945083 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:01.949734 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893821709', 'description': 'tempest-description--368152723'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:01.972772 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.035917 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (026f2983-553c-4c59-b2ab-e6b68dedffa0), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.039683 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (026f2983-553c-4c59-b2ab-e6b68dedffa0), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.070172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.071414 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1253207 Jan 24 10:46:02.072556 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537dc7-ee42-4b6c-ba34-952384fff4e4 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026f2983-553c-4c59-b2ab-e6b68dedffa0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:02.074544 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54132) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:02.079280 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group_rule': {'security_group_id': '026f2983-553c-4c59-b2ab-e6b68dedffa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:02.107691 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (b6579387-3d8f-4703-8119-5dda2b9612f9), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.156420 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (b6579387-3d8f-4703-8119-5dda2b9612f9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.161512 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (b6579387-3d8f-4703-8119-5dda2b9612f9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.181087 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6579387-3d8f-4703-8119-5dda2b9612f9,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:02.188257 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.189062 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-39107510-8a0b-4138-a613-549392a9dae7 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133802 Jan 24 10:46:02.191910 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54134) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:02.196198 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'security_group_rule': {'security_group_id': '026f2983-553c-4c59-b2ab-e6b68dedffa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:02.224451 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (8600a9e1-1aaa-4b3a-8c4d-4e2d99bb327e), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.278483 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (8600a9e1-1aaa-4b3a-8c4d-4e2d99bb327e), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.282212 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959335'] for security_group_rule (8600a9e1-1aaa-4b3a-8c4d-4e2d99bb327e), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.297267 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8600a9e1-1aaa-4b3a-8c4d-4e2d99bb327e,revision_number=0']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:02.308850 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.310093 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-b872a77c-0919-4925-a185-29fd58c7cbcc tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172297 Jan 24 10:46:02.313231 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54136) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:02.317655 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.v2.base [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'floatingip': {'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4'}} {{(pid=102588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:02.341550 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.438465 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.540378 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_common [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Allocated IP 172.27.1.239 (33baead3-59d1-488b-8f62-6f3a3b5b63f4/a45d7bec-ffc8-4b8d-85e6-f572bff3a976/06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a) {{(pid=102588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:46:02.646140 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.679526 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.716583 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Network 33baead3-59d1-488b-8f62-6f3a3b5b63f4 is already hosted by enough agents. {{(pid=102588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:46:02.719397 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.base_scheduler [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Resources bound (agent type, host, resource id): {{(pid=102588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:46:02.723485 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Received port after_create {{(pid=102588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:46:02.748600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:02.811460 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.844638 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), before_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.991938 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), precommit_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:02.996371 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9252914'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), after_update {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:03.060262 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a,revision_number=2']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:03.074652 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:03.090152 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:03.091534 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-3c57308d-74ba-4dd2-b071-96bbc3a47f0a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773190 Jan 24 10:46:03.287426 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-462b4790-bbd0-4d90-b3cb-6b7ee9dd7aa3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--893821709&fields=id&tenant_id=eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 267 time: 0.0421436 Jan 24 10:46:03.394253 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-65b9bfb1-6710-44df-8483-cb4a76921feb tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:03.395721 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-65b9bfb1-6710-44df-8483-cb4a76921feb tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 809 time: 0.1021173 Jan 24 10:46:03.409763 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-7261f89f-43cd-4821-a94b-60e9ad4df181 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/quotas/eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 375 time: 0.0085716 Jan 24 10:46:03.461483 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-fdc561f9-5a48-45fd-9b38-c134e03dbc95 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456522 Jan 24 10:46:03.476398 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a4542ddb-661e-4924-a23e-b52fddd5b79d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:46:03.477360 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a4542ddb-661e-4924-a23e-b52fddd5b79d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049379 Jan 24 10:46:03.569257 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-5ad445b2-86e6-4173-a787-c666462aefa0 service neutron] 10.222.0.45 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864871 Jan 24 10:46:03.655666 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-860dcd12-a555-4688-81b3-6f693ddbd816 service neutron] 10.222.0.45 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808034 Jan 24 10:46:03.815335 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3ed4f52-fca3-4bcf-a514-3d25517e741f req-677e6874-0045-49ae-9bf2-e35a8b763503 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Jan 24 10:46:04.857085 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-8f7d0b9f-3911-47c5-9c8a-774129bf2f10 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:04.858970 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-8f7d0b9f-3911-47c5-9c8a-774129bf2f10 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 809 time: 0.1074433 Jan 24 10:46:04.940299 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe00bac3-2c8e-4941-aa47-aca80ad66128 req-726683c7-3d32-4ec2-9b5c-ba14626ba0c2 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 210 time: 0.0409753 Jan 24 10:46:04.954670 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-badef40d-1ffb-4478-b983-8ace735ac673 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee5da6539054581b0e623b7d925297c HTTP/1.1" status: 200 len: 379 time: 0.0855260 Jan 24 10:46:04.965351 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'port': {'device_id': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'admin_state_up': True, 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'security_groups': ['026f2983-553c-4c59-b2ab-e6b68dedffa0']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:05.068073 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 065192cf-2072-41b9-87f8-3c3851c8e855 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:46:05.076437 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Made reservation on behalf of eee5da6539054581b0e623b7d925297c for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:46:05.080396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.087304 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 065192cf-2072-41b9-87f8-3c3851c8e855 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:46:05.087646 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 065192cf-2072-41b9-87f8-3c3851c8e855 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:46:05.206612 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Allocated IP 172.20.0.7 (3101b37b-44b6-4827-a29b-679aa0949882/b1bc4617-8641-430b-b1d1-3df74ec32c60/0df186a4-048f-45ed-ae06-31607823f787) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:46:05.351171 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for port (0df186a4-048f-45ed-ae06-31607823f787), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.384423 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786053147877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.432148 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Network 3101b37b-44b6-4827-a29b-679aa0949882 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:46:05.435266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:46:05.439025 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:46:05.446116 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event updated for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:05.493635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:05.494300 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.512470 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-a107d649-3031-489f-b2fb-9168c9bc7486 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506840 Jan 24 10:46:05.525965 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Request body: {'port': {'device_id': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82603'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:05.586847 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (0df186a4-048f-45ed-ae06-31607823f787), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.703969 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-ecbf8a80-d2ee-413a-9080-b7b0059eae62 None None] Provisioning complete for port 0df186a4-048f-45ed-ae06-31607823f787 triggered by entity DHCP. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:46:05.704344 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8a80-d2ee-413a-9080-b7b0059eae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (0df186a4-048f-45ed-ae06-31607823f787), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.737969 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf8a80-d2ee-413a-9080-b7b0059eae62 None None] Port 0df186a4-048f-45ed-ae06-31607823f787 cannot update to ACTIVE because it is not bound. {{(pid=102590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:46:05.853519 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df186a4-048f-45ed-ae06-31607823f787 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:46:05.860937 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks [] for port (0df186a4-048f-45ed-ae06-31607823f787), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.872880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Transition to ACTIVE for port object 0df186a4-048f-45ed-ae06-31607823f787 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:46:05.876483 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:05.930172 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Pushing event updated for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:05.999728 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Attempting to bind port 0df186a4-048f-45ed-ae06-31607823f787 on host hv-cinder-82603 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:46:05.999976 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Attempting to bind port 0df186a4-048f-45ed-ae06-31607823f787 by drivers openvswitch,hyperv on host hv-cinder-82603 at level 0 using segments [{'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:46:06.000323 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Attempting to bind port 0df186a4-048f-45ed-ae06-31607823f787 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:46:06.005900 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Port 0df186a4-048f-45ed-ae06-31607823f787 on network 3101b37b-44b6-4827-a29b-679aa0949882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82603 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:46:06.006241 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Attempting to bind port 0df186a4-048f-45ed-ae06-31607823f787 on network 3101b37b-44b6-4827-a29b-679aa0949882 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:46:06.021685 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Checking agent: {'id': 'ec827d8d-372d-4026-9761-1cbae4870923', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'started_at': datetime.datetime(2022, 1, 24, 10, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:46:06.022042 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Checking segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:46:06.022434 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Bound using segment: {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:46:06.022888 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Bound port: 0df186a4-048f-45ed-ae06-31607823f787, host: hv-cinder-82603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:46:06.023256 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (0df186a4-048f-45ed-ae06-31607823f787), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:06.098726 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f479b3-c1fa-4621-9c5c-1f19cb0c3fb8 req-8c90dd32-1f96-4b52-97c1-344f086f626f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.100277 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58f479b3-c1fa-4621-9c5c-1f19cb0c3fb8 req-8c90dd32-1f96-4b52-97c1-344f086f626f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 943 time: 0.0908058 Jan 24 10:46:06.133635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:46:06.154091 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=0df186a4-048f-45ed-ae06-31607823f787,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:46:06.162908 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12217959'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:06.199231 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58f479b3-c1fa-4621-9c5c-1f19cb0c3fb8 req-a10d72b6-d453-4496-b795-55b7a1e601fd tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894036 Jan 24 10:46:06.210629 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.211261 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:06.212625 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] 10.222.0.120 "PUT /v2.0/ports/0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 200 len: 1093 time: 0.6911836 Jan 24 10:46:06.213098 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'tag': '0df186a4-048f-45ed-ae06-31607823f787'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:46:06.215377 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079" -d '{"events": [{"name": "network-changed", "server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "tag": "0df186a4-048f-45ed-ae06-31607823f787"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:46:06.234475 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6959-d0c4-45fa-819e-76e940b5d806 service neutron] Pushing event updated for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:06.261441 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae43226-82b3-4552-8427-8b7fec56335c x-openstack-request-id: req-bae43226-82b3-4552-8427-8b7fec56335c {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:46:06.261745 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "tag": "0df186a4-048f-45ed-ae06-31607823f787", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:46:06.262010 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bae43226-82b3-4552-8427-8b7fec56335c {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:46:06.262430 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'tag': '0df186a4-048f-45ed-ae06-31607823f787', 'status': 'completed', 'code': 200} Jan 24 10:46:06.297447 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-02d53d7e-53c6-4f7c-bfb6-2ef0494fe425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.298983 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-02d53d7e-53c6-4f7c-bfb6-2ef0494fe425 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 1096 time: 0.0485594 Jan 24 10:46:06.345193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-7fecfd54-c7ca-43ee-adc7-451683f930dc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 200 len: 217 time: 0.0371616 Jan 24 10:46:06.399726 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-eedc73d8-4e48-4b44-b800-c9b055e5e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.401305 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-eedc73d8-4e48-4b44-b800-c9b055e5e832 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0502269 Jan 24 10:46:06.450069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157c1b-7224-4067-833b-79b093a79c5a req-6792e1c1-54ff-44da-9588-91b46e583449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.451557 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-6792e1c1-54ff-44da-9588-91b46e583449 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415840 Jan 24 10:46:06.544807 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-3a26cde7-2d3c-4671-8df7-c88f1ed50a72 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853236 Jan 24 10:46:06.635224 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d157c1b-7224-4067-833b-79b093a79c5a req-92371ab7-b603-43fd-9a71-99f0ccc6a354 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836105 Jan 24 10:46:06.725410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-d23d49c3-6b51-4e55-bc28-e8bd07e2eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.726851 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-d23d49c3-6b51-4e55-bc28-e8bd07e2eb45 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 1096 time: 0.0398691 Jan 24 10:46:06.818452 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-0a3bdf29-f8f3-49d9-bbd6-d3cf8e5a3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.819862 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-0a3bdf29-f8f3-49d9-bbd6-d3cf8e5a3ac9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.0863235 Jan 24 10:46:06.860217 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-655cdc68-0958-4727-afde-2b26de3d9da9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 200 len: 217 time: 0.0341928 Jan 24 10:46:06.912084 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-42666289-54eb-43d4-8547-4bf446e80902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:06.913596 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-42666289-54eb-43d4-8547-4bf446e80902 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0469496 Jan 24 10:46:07.234375 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-388f24de-e6c6-4545-8c51-3b40d339bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:07.235888 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-388f24de-e6c6-4545-8c51-3b40d339bd2c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3158150 Jan 24 10:46:07.359524 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d681e4-7726-43b7-b463-76268e3fcd5b req-39083bcd-88f8-4478-adcc-6e088be9b902 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:07.361001 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6d681e4-7726-43b7-b463-76268e3fcd5b req-39083bcd-88f8-4478-adcc-6e088be9b902 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 943 time: 0.0917690 Jan 24 10:46:07.365197 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-146ab613-0b41-499f-8649-3d5ac570b847 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217494 Jan 24 10:46:07.459867 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6d681e4-7726-43b7-b463-76268e3fcd5b req-b956fc57-f887-4e3b-b359-912997351f9a tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926311 Jan 24 10:46:07.484689 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6dc1876a-4ba3-4d4d-96ad-1248e8b71079 req-7f92ad2b-eae7-4095-a179-f1dfe67a3542 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118145 Jan 24 10:46:08.578298 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61127f65-ea6e-432c-aa65-838b1829b054 req-94d8ceca-6e54-4605-be17-5182a7b4972b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:08.579670 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-61127f65-ea6e-432c-aa65-838b1829b054 req-94d8ceca-6e54-4605-be17-5182a7b4972b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 943 time: 0.0492952 Jan 24 10:46:08.628220 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-61127f65-ea6e-432c-aa65-838b1829b054 req-f4019971-b656-41f4-bd4a-0c4580c01e4e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 Jan 24 10:46:09.097711 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 0df186a4-048f-45ed-ae06-31607823f787 details requested by agent hyperv_hv-cinder-82603 with host hv-cinder-82603 {{(pid=102590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:46:09.189414 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=0df186a4-048f-45ed-ae06-31607823f787,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:46:09.200667 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Returning: {'device': '0df186a4-048f-45ed-ae06-31607823f787', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'port_id': '0df186a4-048f-45ed-ae06-31607823f787', 'mac_address': 'fa:16:3e:91:f7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:46:09.240899 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 0df186a4-048f-45ed-ae06-31607823f787 is: DOWN; New status is: BUILD {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:46:09.241320 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (0df186a4-048f-45ed-ae06-31607823f787), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:09.254153 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df186a4-048f-45ed-ae06-31607823f787 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:46:09.272776 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=0df186a4-048f-45ed-ae06-31607823f787,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:46:09.277721 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:09.324550 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=4']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:09.518438 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] get_ports_and_sgs() called for port_ids ['0df186a4-048f-45ed-ae06-31607823f787'] {{(pid=102590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:46:09.741348 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8130d1-c9b9-40b1-bafe-c2cc2e5ff9b1 req-c6b0efae-daf5-4428-ad3f-bc3052bce54b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:09.742802 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab8130d1-c9b9-40b1-bafe-c2cc2e5ff9b1 req-c6b0efae-daf5-4428-ad3f-bc3052bce54b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 944 time: 0.0479586 Jan 24 10:46:09.788581 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab8130d1-c9b9-40b1-bafe-c2cc2e5ff9b1 req-bacf6c0c-25f1-4594-9a0e-c8758891b27b tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401738 Jan 24 10:46:10.904386 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036db1f3-974e-4862-9a1f-33569437df2b req-2fefb5a2-6277-4c45-9bd9-311e8a664f76 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:10.905882 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-036db1f3-974e-4862-9a1f-33569437df2b req-2fefb5a2-6277-4c45-9bd9-311e8a664f76 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 944 time: 0.0515494 Jan 24 10:46:10.957518 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-036db1f3-974e-4862-9a1f-33569437df2b req-29108c8f-74fc-4ca0-9838-8658557c6150 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452328 Jan 24 10:46:11.099972 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 0df186a4-048f-45ed-ae06-31607823f787 up at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:46:11.149406 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning for port 0df186a4-048f-45ed-ae06-31607823f787 completed by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:46:11.153539 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Provisioning complete for port 0df186a4-048f-45ed-ae06-31607823f787 triggered by entity L2. {{(pid=102590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:46:11.153917 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4124672'] for port (0df186a4-048f-45ed-ae06-31607823f787), provisioning_complete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:11.236937 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Current status of the port 0df186a4-048f-45ed-ae06-31607823f787 is: BUILD; New status is: ACTIVE {{(pid=102590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:46:11.237234 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4150420'] for port (0df186a4-048f-45ed-ae06-31607823f787), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:11.259607 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df186a4-048f-45ed-ae06-31607823f787'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:46:11.261905 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b52739df4f142aeadac3e356887fe191504bc45284a7f62e7fb606fd21c29b23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e750ea-3c26-4a9b-9b58-eca34df69ecd" -d '{"events": [{"server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "name": "network-vif-plugged", "status": "completed", "tag": "0df186a4-048f-45ed-ae06-31607823f787"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:46:11.273971 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=0df186a4-048f-45ed-ae06-31607823f787,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:46:11.278159 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786053712707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786053147895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786053145357'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:11.326517 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Pushing event updated for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=5']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:46:11.363414 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b408e-f6ad-44a8-9bc6-97e561b2aa9b x-openstack-request-id: req-3d0b408e-f6ad-44a8-9bc6-97e561b2aa9b {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:46:11.363726 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "name": "network-vif-plugged", "status": "completed", "tag": "0df186a4-048f-45ed-ae06-31607823f787", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:46:11.363993 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d0b408e-f6ad-44a8-9bc6-97e561b2aa9b {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:46:11.364413 dv-cinder-826036-1-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df186a4-048f-45ed-ae06-31607823f787', 'code': 200} Jan 24 10:46:11.528346 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac91d7-446c-4f18-8d7b-c2fa7fce5109 req-17c97c77-c2b5-410d-83ee-531871ff8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:11.529851 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-61ac91d7-446c-4f18-8d7b-c2fa7fce5109 req-17c97c77-c2b5-410d-83ee-531871ff8567 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 1098 time: 0.0447750 Jan 24 10:46:11.573181 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-61ac91d7-446c-4f18-8d7b-c2fa7fce5109 req-b9da6434-9bc3-4879-acfe-67b2028f5857 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371263 Jan 24 10:46:12.073491 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf0832-fcf0-4d0e-9af5-67a035c90e22 req-044489b9-0798-474b-8379-9698400e9d65 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:12.075105 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7fdf0832-fcf0-4d0e-9af5-67a035c90e22 req-044489b9-0798-474b-8379-9698400e9d65 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Jan 24 10:46:12.125504 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7fdf0832-fcf0-4d0e-9af5-67a035c90e22 req-f9f2f2ee-e709-4436-9c5b-d0a2a96392a6 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448308 Jan 24 10:46:13.240517 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8fce8-8b5b-4321-a4f0-eb79bac81ac9 req-50339752-3ab0-45a5-abcb-a318f7c6e535 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:13.242001 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bca8fce8-8b5b-4321-a4f0-eb79bac81ac9 req-50339752-3ab0-45a5-abcb-a318f7c6e535 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0482900 Jan 24 10:46:13.287349 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bca8fce8-8b5b-4321-a4f0-eb79bac81ac9 req-a3a25b04-0e1d-471a-9ae9-a0059e13dcd3 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Jan 24 10:46:13.398334 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98407ea-5278-4649-89ea-8d5ea41c84f4 req-de7831eb-36f3-48d5-b45a-d3c42b619fda tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:13.399807 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c98407ea-5278-4649-89ea-8d5ea41c84f4 req-de7831eb-36f3-48d5-b45a-d3c42b619fda tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0487297 Jan 24 10:46:13.408470 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54194) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:46:13.413304 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Request body: {'floatingip': {'port_id': '0df186a4-048f-45ed-ae06-31607823f787'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:46:13.454985 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:13.889474 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:13.894114 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:13.989272 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Floating IP a48fcef4-f10a-463e-b21c-82f60ae08ae9 associated. External IP: 172.27.1.239, port: 0df186a4-048f-45ed-ae06-31607823f787. Jan 24 10:46:14.194278 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:46:14.302281 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:46:14.307795 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:14.314457 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:46:14.328124 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:46:14.329276 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:14.339989 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3d988ee3-c722-4b1e-a388-d942ad578120 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "PUT /v2.0/floatingips/a48fcef4-f10a-463e-b21c-82f60ae08ae9 HTTP/1.1" status: 200 len: 991 time: 0.9299605 Jan 24 10:46:14.340595 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'tag': '0df186a4-048f-45ed-ae06-31607823f787'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:46:14.342983 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ffce5b-af38-4a80-bf52-0ee36494d003" -d '{"events": [{"name": "network-changed", "server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "tag": "0df186a4-048f-45ed-ae06-31607823f787"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:46:14.390598 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1b0de3-ef10-4b95-87a6-76164a1e225a x-openstack-request-id: req-6d1b0de3-ef10-4b95-87a6-76164a1e225a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:46:14.390915 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "tag": "0df186a4-048f-45ed-ae06-31607823f787", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:46:14.391200 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d1b0de3-ef10-4b95-87a6-76164a1e225a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:46:14.391628 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'tag': '0df186a4-048f-45ed-ae06-31607823f787', 'status': 'completed', 'code': 200} Jan 24 10:46:14.449662 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:46:14.461895 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-89ad30dd-869e-4d1e-a0df-ed107cf3b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:14.463673 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-89ad30dd-869e-4d1e-a0df-ed107cf3b182 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 1098 time: 0.0473232 Jan 24 10:46:14.520090 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a1c116fa-30d0-422d-91f3-f96ead7a6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:14.570791 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-08703cf1-f0f8-4513-bbb5-e9ed51788943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:14.572612 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-08703cf1-f0f8-4513-bbb5-e9ed51788943 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.1009462 Jan 24 10:46:14.643951 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-b133c804-1737-4819-b00a-6b72e2588fde service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 200 len: 999 time: 0.0634894 Jan 24 10:46:14.684629 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'a48fcef4-f10a-463e-b21c-82f60ae08ae9', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '0df186a4-048f-45ed-ae06-31607823f787', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:91:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:46:02Z', 'updated_at': '2022-01-24T10:46:13Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:14.699968 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-e8b4974a-18f8-4a6f-9b05-1fcaceb870fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:14.701597 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-e8b4974a-18f8-4a6f-9b05-1fcaceb870fb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0515559 Jan 24 10:46:14.715976 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:46:14.725082 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:46:14.725701 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:45:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:14.747964 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-7d2aad22-b811-4b53-9d35-2fdce1b9f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:14.749514 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-7d2aad22-b811-4b53-9d35-2fdce1b9f63d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411878 Jan 24 10:46:14.836570 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:46:14.844979 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-c6783070-26a7-4645-891e-ca0b934fb236 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883453 Jan 24 10:46:14.935857 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9ffce5b-af38-4a80-bf52-0ee36494d003 req-67feb099-2acc-4f0b-93d4-e7e14bd4b66f service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846004 Jan 24 10:46:15.061781 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'a48fcef4-f10a-463e-b21c-82f60ae08ae9', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '0df186a4-048f-45ed-ae06-31607823f787', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:91:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:46:02Z', 'updated_at': '2022-01-24T10:46:13Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:46:15.091876 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1954372-f4ac-4d67-8064-5c54d27ac763 None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_floatingips': [{'id': 'a48fcef4-f10a-463e-b21c-82f60ae08ae9', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'router_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'port_id': '0df186a4-048f-45ed-ae06-31607823f787', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'mac_address': 'fa:16:3e:91:f7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:46:02Z', 'updated_at': '2022-01-24T10:46:13Z', 'revision_number': 1, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:46:15.289216 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b24a6e9-cb7f-4f6a-b86e-83902a6fbf0b None None] New status for floating IP a48fcef4-f10a-463e-b21c-82f60ae08ae9: ACTIVE {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:46:16.945376 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e838431b-7e04-458e-8c92-26337998323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:17.699117 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:46:18.067461 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:19.485572 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:20.806253 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:29.834350 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-ab4a39c1-c84c-4fb0-aa84-10195c3ef7eb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394108 Jan 24 10:46:29.928051 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-a0c72ea9-84a2-4f3d-a88d-77d7679019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:29.929455 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-a0c72ea9-84a2-4f3d-a88d-77d7679019c3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=eee5da6539054581b0e623b7d925297c&device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 1098 time: 0.0444565 Jan 24 10:46:30.028616 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-ccbe4292-0eed-495d-a834-e06e050fa16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:30.030110 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-ccbe4292-0eed-495d-a834-e06e050fa16b service neutron] 10.222.0.120 "GET /v2.0/networks?id=3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 200 len: 910 time: 0.0821004 Jan 24 10:46:30.099745 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-58c2c739-3ab6-4041-9249-2853adf00855 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 200 len: 1001 time: 0.0613749 Jan 24 10:46:30.149534 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-9e9cc36b-f2ed-4788-a2d9-208ae1edf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:30.151017 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-9e9cc36b-f2ed-4788-a2d9-208ae1edf545 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 200 len: 848 time: 0.0450850 Jan 24 10:46:30.162238 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:30.196571 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-a5b2be11-ca57-4b48-9ca4-f13c9345eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:46:30.197998 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-a5b2be11-ca57-4b48-9ca4-f13c9345eb2b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3101b37b-44b6-4827-a29b-679aa0949882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402505 Jan 24 10:46:30.288056 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-abb806f8-b915-4fd1-b049-2f119650531c service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Jan 24 10:46:30.375697 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cdb4355b-1a3c-4ca9-872a-c862c09a5765 req-eab4eb6e-6b0e-44c7-b3e1-511435886397 service neutron] 10.222.0.120 "GET /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810022 Jan 24 10:46:44.512783 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ff9d8a0f-17fc-4982-89e4-39cfe1a550bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:46.817277 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1abe7b5-0853-4db8-8205-81e54323c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:48.069813 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:49.487127 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:50.809522 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:46:54.698005 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:47:00.194931 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:14.216178 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549e19-1467-4795-89c8-92e2130eae69 req-a1dea3dc-2e6a-464e-8b3b-607b11d3645d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:47:14.217610 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a549e19-1467-4795-89c8-92e2130eae69 req-a1dea3dc-2e6a-464e-8b3b-607b11d3645d tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Jan 24 10:47:14.265317 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a549e19-1467-4795-89c8-92e2130eae69 req-d269a7ef-3e65-4544-a656-a54d456cd95f tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 Jan 24 10:47:14.514907 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d6e2bfab-9493-4fba-806d-b30bee3d90ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:15.383019 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4bca-5746-41c1-aed7-0c4e814279fe req-18f04634-b8ba-46dd-ae8d-bea8432d29ae tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:47:15.384476 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-562f4bca-5746-41c1-aed7-0c4e814279fe req-18f04634-b8ba-46dd-ae8d-bea8432d29ae tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Jan 24 10:47:15.430669 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-562f4bca-5746-41c1-aed7-0c4e814279fe req-2ab22832-5355-449e-9c9b-1cf30c83293e tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups?id=026f2983-553c-4c59-b2ab-e6b68dedffa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Jan 24 10:47:16.024096 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-f90056d1-0df5-4ad0-9b30-7b89c05df699 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:47:16.025571 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-f90056d1-0df5-4ad0-9b30-7b89c05df699 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Jan 24 10:47:16.111878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Deleting port 0df186a4-048f-45ed-ae06-31607823f787 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:16.112226 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (0df186a4-048f-45ed-ae06-31607823f787), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.202520 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] For port 0df186a4-048f-45ed-ae06-31607823f787, host hv-cinder-82603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82603',level=0,port_id=0df186a4-048f-45ed-ae06-31607823f787,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:47:16.202883 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (0df186a4-048f-45ed-ae06-31607823f787), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.370498 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.370874 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-551053'] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.371193 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Floating IP a48fcef4-f10a-463e-b21c-82f60ae08ae9 disassociated. External IP: 172.27.1.239, port: 0df186a4-048f-45ed-ae06-31607823f787. Jan 24 10:47:16.371539 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Calling delete_port for 0df186a4-048f-45ed-ae06-31607823f787 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:16.498878 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (0df186a4-048f-45ed-ae06-31607823f787), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.549384 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4edacc16-f2cb-4364-a589-528e7798686d req-e41ca7b9-35e9-4e5a-82a7-8ffb8667bb09 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/ports?device_id=c16a31d8-467b-41c2-b689-30e381e8ff00 HTTP/1.1" status: 200 len: 210 time: 0.0484800 Jan 24 10:47:16.550520 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'Port': ['ID=0df186a4-048f-45ed-ae06-31607823f787,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:16.564261 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.564627 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.565017 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.565355 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.565731 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.566132 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.566480 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.566929 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.567204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.567482 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.567834 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.568143 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.568467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:16.674964 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:47:16.781082 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:47:16.790482 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:47:16.800391 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:47:16.801036 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:46:47Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:16.820137 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-94b2d0f1-dcd7-48e7-a11a-0726da597da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.823454 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] No DVR routers for this DVR port 0df186a4-048f-45ed-ae06-31607823f787 on host hv-cinder-82603 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:47:16.825996 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:16.829653 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14a0a6f0-7546-490e-a55f-3c72c4b69205 req-08def5f5-ce45-44d6-8545-b8e3404fff29 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.120 "DELETE /v2.0/ports/0df186a4-048f-45ed-ae06-31607823f787 HTTP/1.1" status: 204 len: 173 time: 0.7975478 Jan 24 10:47:16.830204 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'name': 'network-vif-deleted', 'tag': '0df186a4-048f-45ed-ae06-31607823f787'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:47:16.833876 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01ca781cd549b1d457ff8ecb7636d4aa9a341397a617afbc7c8397a19aa6d4f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f1cc5-5d96-4d41-bf26-4ef1cae80f74" -d '{"events": [{"server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "name": "network-vif-deleted", "tag": "0df186a4-048f-45ed-ae06-31607823f787"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:47:16.873339 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac9eaf-343d-4768-884b-4d50c0730b32 x-openstack-request-id: req-c0ac9eaf-343d-4768-884b-4d50c0730b32 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:47:16.873678 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16a31d8-467b-41c2-b689-30e381e8ff00", "name": "network-vif-deleted", "tag": "0df186a4-048f-45ed-ae06-31607823f787", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:47:16.873952 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0ac9eaf-343d-4768-884b-4d50c0730b32 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:47:16.874504 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16a31d8-467b-41c2-b689-30e381e8ff00', 'name': 'network-vif-deleted', 'tag': '0df186a4-048f-45ed-ae06-31607823f787', 'status': 'completed', 'code': 200} Jan 24 10:47:16.914369 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:47:17.206070 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:17.241207 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:47:17.251463 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:47:17.252272 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:47:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:17.362167 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:47:17.554158 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:17.580342 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc82ab9-e567-4ba1-bf2a-471f048dca3d None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:08Z', 'revision_number': 4, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi', '_interfaces': [{'id': 'a1df4563-310a-42b1-9abc-0273e5ca3218', 'name': '', 'network_id': '3101b37b-44b6-4827-a29b-679aa0949882', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'mac_address': 'fa:16:3e:19:aa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:07Z', 'updated_at': '2022-01-24T10:43:12Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'subnets': [{'id': 'b1bc4617-8641-430b-b1d1-3df74ec32c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:47:17.636901 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54400) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:17.697545 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (026f2983-553c-4c59-b2ab-e6b68dedffa0), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:17.841102 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2393cfd-1fb6-4778-8902-38e59ed8d045 None None] New status for floating IP a48fcef4-f10a-463e-b21c-82f60ae08ae9: DOWN {{(pid=102590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:47:18.007049 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (026f2983-553c-4c59-b2ab-e6b68dedffa0), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.053704 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (026f2983-553c-4c59-b2ab-e6b68dedffa0), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.056352 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.057491 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "DELETE /v2.0/security-groups/026f2983-553c-4c59-b2ab-e6b68dedffa0 HTTP/1.1" status: 204 len: 168 time: 0.4195580 Jan 24 10:47:18.060359 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54402) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:18.066827 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b63edb-2ca3-4e28-b8d8-c41d0c2cbb63 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f2983-553c-4c59-b2ab-e6b68dedffa0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:18.076840 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.api.v2.resource [None req-c37432c1-88a7-4fc1-8541-e46fe670de34 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] show failed (client error): The resource could not be found. Jan 24 10:47:18.077996 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-c37432c1-88a7-4fc1-8541-e46fe670de34 tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "GET /v2.0/security-groups/026f2983-553c-4c59-b2ab-e6b68dedffa0 HTTP/1.1" status: 404 len: 347 time: 0.0159302 Jan 24 10:47:18.080731 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.081686 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54406) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:18.204072 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Deleting port 06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:18.204416 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.280237 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.280564 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.291930 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Calling delete_port for 06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a owned by network:floatingip {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:18.423318 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.448156 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Pushing event deleted for resources: {'Port': ['ID=06e4bb65-e8cc-4ccf-92d1-031bafdb9a5a,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:18.460053 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.460418 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.460771 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.461155 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.461500 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.461840 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.462177 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.462512 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.462845 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.463179 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.463511 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.463839 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.464166 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:18.515692 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks [] for floatingip (a48fcef4-f10a-463e-b21c-82f60ae08ae9), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.518277 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106614'] for floatingip (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:18.519998 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-fad00785-912f-4007-bba1-ea798e70caee tempest-AttachVolumeTestJSON-699348329 tempest-AttachVolumeTestJSON-699348329-project] 10.222.0.45 "DELETE /v2.0/floatingips/a48fcef4-f10a-463e-b21c-82f60ae08ae9 HTTP/1.1" status: 204 len: 168 time: 0.4371796 Jan 24 10:47:19.492831 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:20.813153 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:21.461170 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 0df186a4-048f-45ed-ae06-31607823f787 no longer exists at agent hyperv_hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:47:21.481598 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] No Port match for: 0df186a4-048f-45ed-ae06-31607823f787 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:47:21.481954 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Device 0df186a4-048f-45ed-ae06-31607823f787 not bound to the agent host hv-cinder-82603 {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:47:22.033995 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54434) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:22.369090 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530461'] for router_interface (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:22.830464 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Deleting port a1df4563-310a-42b1-9abc-0273e5ca3218 {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:22.830800 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:22.908887 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] For port a1df4563-310a-42b1-9abc-0273e5ca3218, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=a1df4563-310a-42b1-9abc-0273e5ca3218,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:47:22.909273 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:22.922341 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Calling delete_port for a1df4563-310a-42b1-9abc-0273e5ca3218 owned by network:router_interface {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:23.098334 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (a1df4563-310a-42b1-9abc-0273e5ca3218), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.122335 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1df4563-310a-42b1-9abc-0273e5ca3218,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:23.291564 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552743'] for router_interface (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.501534 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 has already been hosted by L3 agent ff4ca398-9e81-4f44-82fe-2b609add8aae {{(pid=102588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:47:23.611369 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] Notify agent at l3_agent.dv-cinder-826036-1-iscsi the message routers_updated {{(pid=102588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:47:23.618155 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-15de98fc-a002-4821-bf68-f6e0fd6ec2b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/93a1c51c-d0c4-45cf-92dd-17eb83c37455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5813556 Jan 24 10:47:23.619073 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54436) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:23.622068 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Sync routers for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:47:23.632773 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:47:23.633424 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:47:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:23.720825 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks [] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.735373 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: dv-cinder-826036-1-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:47:23.826307 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks [] for router_gateway (93a1c51c-d0c4-45cf-92dd-17eb83c37455), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.886400 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Deleting port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd {{(pid=102588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:23.886755 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.921357 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'external_fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:47:23Z', 'revision_number': 5, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port': {'id': 'be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd', 'name': '', 'network_id': '33baead3-59d1-488b-8f62-6f3a3b5b63f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826036-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a45d7bec-ffc8-4b8d-85e6-f572bff3a976', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826036-1-iscsi'}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:23.948782 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Checking router: 93a1c51c-d0c4-45cf-92dd-17eb83c37455 for host: dv-cinder-826036-1-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:47:23.957042 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Routers {'93a1c51c-d0c4-45cf-92dd-17eb83c37455'} bound to L3 agent in host dv-cinder-826036-1-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:47:23.957654 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826036-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T10:27:17Z,description=,heartbeat_timestamp=2022-01-24T10:47:17Z,host='dv-cinder-826036-1-iscsi',id=ff4ca398-9e81-4f44-82fe-2b609add8aae,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T10:27:17Z,topic='l3_agent')) {'router_ids': ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:23.964814 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.db [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] For port be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,segment=NetworkSegment(0d22445e-d120-4810-9224-5f96f127a53c),segment_id=0d22445e-d120-4810-9224-5f96f127a53c)] {{(pid=102588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:47:23.965220 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:23.981380 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.plugins.ml2.plugin [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Calling delete_port for be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd owned by network:router_gateway {{(pid=102588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:24.042063 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] Set router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:47:24.096599 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:47:23Z', 'revision_number': 6, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port_host': None}], 'dv-cinder-826036-1-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:24.123031 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a4652-fd91-4cff-ac1c-f7083b8e623f None None] The sync data for ids ['93a1c51c-d0c4-45cf-92dd-17eb83c37455'] in dv-cinder-826036-1-iscsi is: [{'id': '93a1c51c-d0c4-45cf-92dd-17eb83c37455', 'name': 'tempest-AttachVolumeTestJSON-45054196-router', 'tenant_id': 'eee5da6539054581b0e623b7d925297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T10:43:05Z', 'updated_at': '2022-01-24T10:47:23Z', 'revision_number': 6, 'project_id': 'eee5da6539054581b0e623b7d925297c', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:47:24.142203 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9252873'] for port (be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.173376 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Pushing event deleted for resources: {'Port': ['ID=be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:24.231854 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551698'] for router_gateway (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.320586 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30148'] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.322795 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks [] for router_controller (93a1c51c-d0c4-45cf-92dd-17eb83c37455), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.369687 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-550047'] for router (93a1c51c-d0c4-45cf-92dd-17eb83c37455), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.370146 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a1c51c-d0c4-45cf-92dd-17eb83c37455 {{(pid=102588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:47:24.375345 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.376540 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a61d17a8-677a-4b60-909b-ffddc094d03a admin admin] 10.222.0.45 "DELETE /v2.0/routers/93a1c51c-d0c4-45cf-92dd-17eb83c37455 HTTP/1.1" status: 204 len: 168 time: 0.7565455 Jan 24 10:47:24.379133 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54438) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:24.425088 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Deleting subnet b1bc4617-8641-430b-b1d1-3df74ec32c60 {{(pid=102588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:47:24.428899 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Publish callbacks [] for subnet (b1bc4617-8641-430b-b1d1-3df74ec32c60), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.463594 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9254458'] for subnet (b1bc4617-8641-430b-b1d1-3df74ec32c60), precommit_delete_associations {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.547207 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125301'] for subnet (b1bc4617-8641-430b-b1d1-3df74ec32c60), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.601054 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4125292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9253092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8719496'] for subnet (b1bc4617-8641-430b-b1d1-3df74ec32c60), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.623261 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bc4617-8641-430b-b1d1-3df74ec32c60,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:24.629771 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.633450 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-1a9671d4-b23d-45fa-a0a7-b5243e63cd1b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b1bc4617-8641-430b-b1d1-3df74ec32c60 HTTP/1.1" status: 204 len: 168 time: 0.2530205 Jan 24 10:47:24.635575 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2543e-11c3-480e-9b25-dbe320da3dc3 None None] Network 3101b37b-44b6-4827-a29b-679aa0949882 requested from dv-cinder-826036-1-iscsi {{(pid=102590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:47:24.636098 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54440) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:24.703106 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3952285'] for network (3101b37b-44b6-4827-a29b-679aa0949882), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.760120 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Deleting port 4b163657-c4a8-4631-962e-5a471bf4d2b1 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:24.760467 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.822238 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] For port 4b163657-c4a8-4631-962e-5a471bf4d2b1, host dv-cinder-826036-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826036-1-iscsi',level=0,port_id=4b163657-c4a8-4631-962e-5a471bf4d2b1,segment=NetworkSegment(ff6e8d6c-aec5-430c-8f75-766bcd68c3be),segment_id=ff6e8d6c-aec5-430c-8f75-766bcd68c3be)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:47:24.822524 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.835053 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Calling delete_port for 4b163657-c4a8-4631-962e-5a471bf4d2b1 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:24.904341 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] DHCP port deletion for 3101b37b-44b6-4827-a29b-679aa0949882 request from dv-cinder-826036-1-iscsi {{(pid=102590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:47:24.920557 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12217948'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:24.947676 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b163657-c4a8-4631-962e-5a471bf4d2b1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:24.953564 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] No DVR routers for this DVR port 4b163657-c4a8-4631-962e-5a471bf4d2b1 on host dv-cinder-826036-1-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:47:24.962525 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Deleting port 4b163657-c4a8-4631-962e-5a471bf4d2b1 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:47:24.963196 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786053702539'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.028812 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4078223', 'neutron.services.segments.db._delete_segments_for_network-8786053585538'] for network (3101b37b-44b6-4827-a29b-679aa0949882), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.030007 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] For port 4b163657-c4a8-4631-962e-5a471bf4d2b1, host dv-cinder-826036-1-iscsi, got binding levels [] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:47:25.030420 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551798'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.043587 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Calling delete_port for 4b163657-c4a8-4631-962e-5a471bf4d2b1 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:47:25.046520 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.ipam_backend_mixin [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Port 4b163657-c4a8-4631-962e-5a471bf4d2b1 was not found and therefore no delete operation was performed {{(pid=102590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 24 10:47:25.048664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4149805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786053712734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786053147886'] for port (4b163657-c4a8-4631-962e-5a471bf4d2b1), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.049409 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101b37b-44b6-4827-a29b-679aa0949882']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:25.059336 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:25.059635 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6e8d6c-aec5-430c-8f75-766bcd68c3be') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:47:25.069544 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786053584375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216507'] for segment (ff6e8d6c-aec5-430c-8f75-766bcd68c3be), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.077679 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Pushing event deleted for resources: {'Port': ['ID=4b163657-c4a8-4631-962e-5a471bf4d2b1,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:25.082880 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497'] for segment (ff6e8d6c-aec5-430c-8f75-766bcd68c3be), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.083292 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] No DVR routers for this DVR port 4b163657-c4a8-4631-962e-5a471bf4d2b1 on host dv-cinder-826036-1-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:47:25.089396 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:47:25.089993 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4066497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12217867'] for segment (ff6e8d6c-aec5-430c-8f75-766bcd68c3be), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.091229 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: warnings.warn(msg) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: Traceback (most recent call last): Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: timer() Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: cb(*args, **kw) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: return func(*args, **kwargs) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: self._notify() Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: self.callback(batched_events) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: event.method(event) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:47:25.091673 dv-cinder-826036-1-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: return f(self, *a, **k) Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._get(url).json() Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:47:25.095132 dv-cinder-826036-1-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:47:25.097084 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.097437 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.097789 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.098133 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.098685 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.099053 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.099362 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.099702 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.100041 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.100379 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.100720 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.101080 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5133b0-9bd6-418e-8693-53fe8cb9a8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826036-1-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:47:25.148511 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4078228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-551042'] for network (3101b37b-44b6-4827-a29b-679aa0949882), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.155602 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569697'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.159079 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3101b37b-44b6-4827-a29b-679aa0949882 HTTP/1.1" status: 204 len: 168 time: 0.5220325 Jan 24 10:47:25.170553 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575c0d7-f9d1-42cc-b605-d087fbadf716 admin admin] Pushing event deleted for resources: {'Network': ['ID=3101b37b-44b6-4827-a29b-679aa0949882,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:25.334973 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54444) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:25.374830 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ce2b6240-c68d-44e7-9836-15ea046b9569 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eee5da6539054581b0e623b7d925297c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386555 Jan 24 10:47:25.377365 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54446) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:25.423323 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] Publish callbacks [] for security_group (a9323f4e-f2cb-405c-a5de-9069f682bfb4), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.445335 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] Publish callbacks [] for security_group (a9323f4e-f2cb-405c-a5de-9069f682bfb4), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.494591 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (a9323f4e-f2cb-405c-a5de-9069f682bfb4), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.497106 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:25.498243 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9323f4e-f2cb-405c-a5de-9069f682bfb4 HTTP/1.1" status: 204 len: 168 time: 0.1199079 Jan 24 10:47:25.507652 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ef349-a98b-43cd-972f-684f9165ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9323f4e-f2cb-405c-a5de-9069f682bfb4,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:25.864108 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 4b163657-c4a8-4631-962e-5a471bf4d2b1 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:47:25.887100 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: 4b163657-c4a8-4631-962e-5a471bf4d2b1 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:47:25.887449 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device 4b163657-c4a8-4631-962e-5a471bf4d2b1 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:47:25.887860 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device a1df4563-310a-42b1-9abc-0273e5ca3218 no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:47:25.905998 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: a1df4563-310a-42b1-9abc-0273e5ca3218 {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:47:25.906349 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device a1df4563-310a-42b1-9abc-0273e5ca3218 not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:47:25.906754 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd no longer exists at agent ovs-agent-dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:47:25.926196 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] No Port match for: be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd {{(pid=102590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:47:25.926553 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.rpc [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Device be5d63fa-a2c9-4dd6-9c66-d75d5bf122fd not bound to the agent host dv-cinder-826036-1-iscsi {{(pid=102590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:47:29.159436 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54506) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:29.268502 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c19a4f3-92e8-47bd-a03a-6bbaf1e8c843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.347526 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c19a4f3-92e8-47bd-a03a-6bbaf1e8c843 admin admin] Publish callbacks [] for security_group (c189bc40-a245-4c11-9d34-f4be4bc9603c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.352007 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4c19a4f3-92e8-47bd-a03a-6bbaf1e8c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c189bc40-a245-4c11-9d34-f4be4bc9603c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.393637 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4c19a4f3-92e8-47bd-a03a-6bbaf1e8c843 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1f2e34502d544b7adcdbfb089dfe1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330589 Jan 24 10:47:29.394657 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19a4f3-92e8-47bd-a03a-6bbaf1e8c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c189bc40-a245-4c11-9d34-f4be4bc9603c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:29.396913 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54510) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:29.444210 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] Publish callbacks [] for security_group (c189bc40-a245-4c11-9d34-f4be4bc9603c), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.465489 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] Publish callbacks [] for security_group (c189bc40-a245-4c11-9d34-f4be4bc9603c), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.509977 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (c189bc40-a245-4c11-9d34-f4be4bc9603c), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.512536 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:29.513724 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c189bc40-a245-4c11-9d34-f4be4bc9603c HTTP/1.1" status: 204 len: 168 time: 0.1157846 Jan 24 10:47:29.521874 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932350ae-6697-4cd8-add2-b12700c7d80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c189bc40-a245-4c11-9d34-f4be4bc9603c,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:30.183478 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:31.697045 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:47:33.768785 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54594) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:33.872773 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9fcae20d-bec8-46c4-8d86-b4b990efc8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:33.945243 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9fcae20d-bec8-46c4-8d86-b4b990efc8f6 admin admin] Publish callbacks [] for security_group (be5e93fb-57c1-4a9f-9fed-6eef993e941f), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:33.949251 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-9fcae20d-bec8-46c4-8d86-b4b990efc8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (be5e93fb-57c1-4a9f-9fed-6eef993e941f), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:33.986565 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-9fcae20d-bec8-46c4-8d86-b4b990efc8f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=896d9f14e54d4982b0fe6192b7fa5d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166836 Jan 24 10:47:33.987703 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae20d-bec8-46c4-8d86-b4b990efc8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e93fb-57c1-4a9f-9fed-6eef993e941f,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:33.989380 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:34.045767 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] Publish callbacks [] for security_group (be5e93fb-57c1-4a9f-9fed-6eef993e941f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.066906 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] Publish callbacks [] for security_group (be5e93fb-57c1-4a9f-9fed-6eef993e941f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.111367 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (be5e93fb-57c1-4a9f-9fed-6eef993e941f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.114514 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.115691 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be5e93fb-57c1-4a9f-9fed-6eef993e941f HTTP/1.1" status: 204 len: 168 time: 0.1252742 Jan 24 10:47:34.123266 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dac66-f73f-4303-a6f8-dc6ddb8271a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e93fb-57c1-4a9f-9fed-6eef993e941f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:34.372689 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:34.385834 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd679087-570f-489f-9fbf-12730690badb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.458342 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd679087-570f-489f-9fbf-12730690badb admin admin] Publish callbacks [] for security_group (58a7268e-c518-434f-ae7a-1e8212ba603c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.462069 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bd679087-570f-489f-9fbf-12730690badb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (58a7268e-c518-434f-ae7a-1e8212ba603c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.502637 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bd679087-570f-489f-9fbf-12730690badb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20c665c56f1d4775b0adc7ae954a7ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288211 Jan 24 10:47:34.503539 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd679087-570f-489f-9fbf-12730690badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a7268e-c518-434f-ae7a-1e8212ba603c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:34.505407 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54606) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:34.559663 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] Publish callbacks [] for security_group (58a7268e-c518-434f-ae7a-1e8212ba603c), before_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.580220 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] Publish callbacks [] for security_group (58a7268e-c518-434f-ae7a-1e8212ba603c), precommit_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.627462 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (58a7268e-c518-434f-ae7a-1e8212ba603c), after_delete {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.630179 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:34.631330 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58a7268e-c518-434f-ae7a-1e8212ba603c HTTP/1.1" status: 204 len: 168 time: 0.1242721 Jan 24 10:47:34.638960 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89f013-f249-499b-9bec-862cbc48827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a7268e-c518-434f-ae7a-1e8212ba603c,revision_number=None']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:35.672450 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [-] (102588) accepted ('10.222.0.45', 54640) {{(pid=102588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:35.775821 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-df3a5dfe-149f-4d0f-8681-5e0ea8bbc638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:35.847600 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-df3a5dfe-149f-4d0f-8681-5e0ea8bbc638 admin admin] Publish callbacks [] for security_group (983c1123-400a-4bbc-bbb3-792b7e8184ef), precommit_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:35.851533 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron_lib.callbacks.manager [None req-df3a5dfe-149f-4d0f-8681-5e0ea8bbc638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (983c1123-400a-4bbc-bbb3-792b7e8184ef), after_create {{(pid=102588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:35.890172 dv-cinder-826036-1-iscsi neutron-server[102588]: INFO neutron.wsgi [None req-df3a5dfe-149f-4d0f-8681-5e0ea8bbc638 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a18f1d60900483791f1ffad3c65d63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165956 Jan 24 10:47:35.891077 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a5dfe-149f-4d0f-8681-5e0ea8bbc638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c1123-400a-4bbc-bbb3-792b7e8184ef,revision_number=1']} {{(pid=102588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:35.892949 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54644) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:35.941291 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] Publish callbacks [] for security_group (983c1123-400a-4bbc-bbb3-792b7e8184ef), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:35.962364 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] Publish callbacks [] for security_group (983c1123-400a-4bbc-bbb3-792b7e8184ef), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:36.008011 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (983c1123-400a-4bbc-bbb3-792b7e8184ef), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:36.010845 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:36.012014 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/983c1123-400a-4bbc-bbb3-792b7e8184ef HTTP/1.1" status: 204 len: 168 time: 0.1179090 Jan 24 10:47:36.019489 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429622ae-45b2-46ae-a06f-81ea01caed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c1123-400a-4bbc-bbb3-792b7e8184ef,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:44.517020 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e1e90385-8b14-47a4-8da1-cb369d24e55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:46.823104 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0b60a16f-cff8-48c9-bed5-ea66e84b1cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:48.079334 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:49.494376 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:50.820208 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.081920 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:56.199468 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5bf2-49fa-44ef-883d-3587767dd6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.273610 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5bf2-49fa-44ef-883d-3587767dd6fc admin admin] Publish callbacks [] for security_group (b7abc817-f6f1-4c54-8124-31cf3009eed9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.277410 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c0fe5bf2-49fa-44ef-883d-3587767dd6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b7abc817-f6f1-4c54-8124-31cf3009eed9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.313932 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe5bf2-49fa-44ef-883d-3587767dd6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abc817-f6f1-4c54-8124-31cf3009eed9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:47:56.320881 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c0fe5bf2-49fa-44ef-883d-3587767dd6fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=332e8555bdbc45b195623b4329579b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348666 Jan 24 10:47:56.321154 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.45', 54784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:47:56.371237 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] Publish callbacks [] for security_group (b7abc817-f6f1-4c54-8124-31cf3009eed9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.392006 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] Publish callbacks [] for security_group (b7abc817-f6f1-4c54-8124-31cf3009eed9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.436756 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959444'] for security_group (b7abc817-f6f1-4c54-8124-31cf3009eed9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.439346 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:47:56.440501 dv-cinder-826036-1-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7abc817-f6f1-4c54-8124-31cf3009eed9 HTTP/1.1" status: 204 len: 168 time: 0.1184535 Jan 24 10:47:56.448727 dv-cinder-826036-1-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f14f8-d04c-4b12-bf7c-5b5ae4069e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abc817-f6f1-4c54-8124-31cf3009eed9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:48:00.191842 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:08.696372 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:48:14.519042 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42c1b209-3d8a-40de-ba31-a6cb7260f39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:16.824593 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e92fe7bf-c060-491f-b7c2-0288ef3afe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:18.078322 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:19.495382 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:20.813113 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:30.198211 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:44.523566 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec7478a4-62aa-45a0-b6f1-c6f385b6a85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:45.694562 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:48:46.828019 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-17704841-54f4-4288-a9f2-b9380bec47bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:48.081109 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:49.498492 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:48:50.816499 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:00.196653 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:14.525538 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-62e43c1d-818c-4722-ac06-4d1ea6a806f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:16.829664 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-651da9c4-a35b-46a2-b6ce-8a530e59af31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:18.084293 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:19.500878 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:20.820047 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:22.693139 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:49:30.222040 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:44.527016 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0a227ff-a5a6-4c9b-8445-7cd4b4088692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:46.831507 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42d4b8ae-8f53-41a7-b1f8-2abe7d594fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:48.087060 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:49.504350 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:50.821785 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:49:59.691604 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:50:00.209373 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:14.529248 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4442f519-e0fe-4d73-8719-01feb280b626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:16.832901 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e03240b7-c965-44e2-85ca-dfc04aaf4e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:18.089975 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:19.506687 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:20.824391 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:30.210575 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:36.691045 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:50:42.748248 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [req-deb82446-b3d8-41c4-b076-a9836cb38c37 req-99a1fd4c-13b0-4d6d-8c2b-0a05ed7e45af service neutron] (102588) timed out ('10.222.0.120', 59034) {{(pid=102588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 10:50:44.532072 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-87a6e276-dc15-448c-bd87-f7d077f6bee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:46.833120 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02025c43-e2a9-4eeb-8d70-40097e6b1943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:48.092234 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:49.510321 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:50:50.827956 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:00.212753 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:13.691268 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:51:14.535106 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e313b9c8-5d09-4324-973c-499c3216668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:16.838772 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8abe8377-b833-4120-8b31-896a4f9fbac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:18.094915 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:19.513661 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:20.832173 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:30.207982 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:44.537053 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bfab5711-fa64-4080-9da7-2d10ce34394b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:46.840346 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3e38b1af-5ea0-4794-b00d-6fba36cb6c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:48.098180 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:49.514412 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:51:50.691387 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:51:50.835820 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:00.203863 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:14.538249 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f245e09f-9da0-489c-9aa6-673b834a5d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:16.842830 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5ed03da-95eb-43f4-aaa3-359d29fbfa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:18.102352 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:19.517604 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:20.840116 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:26.110603 dv-cinder-826036-1-iscsi neutron-server[102588]: DEBUG neutron.wsgi [req-62950bc4-523a-4e32-9bbf-c18cf30d5e06 req-180318f0-05c5-436c-a112-697ced5d90e8 service neutron] (102588) timed out ('10.222.0.120', 59060) {{(pid=102588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 10:52:27.689518 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:52:30.213613 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:44.540108 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de9190df-c59a-4900-8717-9a8f0eccbcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:46.845350 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d3117f1f-d6a9-4ec5-89d9-16df577fc319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:48.103683 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3ec2601a-f474-46ce-af4e-fb42065cd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (8552e9a9-c56c-4c56-a1bc-871f3cb78f91), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:49.520924 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cbde5f9e-aacb-4bfe-9a98-6df922ffb275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (e196c7cc-db68-4571-ba0d-f543de4b3ead), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:52:50.841757 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-66f09a20-bb09-41d9-8389-8e07d5219a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (0466c071-9c53-48bd-8a34-daa565f0b726), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:53:00.219782 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e54e82b1-146c-4567-b0a4-7700b8319c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ec827d8d-372d-4026-9761-1cbae4870923), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:53:04.688767 dv-cinder-826036-1-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-8f757f58-3c08-49db-906e-2275674c3dc7 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:53:14.543546 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6380b42a-4344-4b31-b2e3-9dd30a760c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (9fa30fe2-22b4-439c-aa2b-f69503a87462), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:53:16.848429 dv-cinder-826036-1-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22059b41-a1fb-4821-9f89-f43cd0660830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786053585520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4124753'] for agent (ff4ca398-9e81-4f44-82fe-2b609add8aae), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}